{"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.187591299Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.201019654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.232150388Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.232177741Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.291740984Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.291792854Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.337686249Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/1c955","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.953058202Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986203433Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986301974Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986360085Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986396083Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986436101Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986466654Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.9865045Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986538647Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986577202Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986607578Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986638802Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986685069Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986723065Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.986865244Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.98698828Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.987088808Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.987174562Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.987248709Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.987161275Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:43.987359272Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:44.087607472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1029 21:51:44.087670 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T21:51:44.288665613Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:51:44.288729755Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1029 21:52:00.929706 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930128374Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930381044Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930491566Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930595358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930651561Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930688185Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930734006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.930865087Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93109098Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931188039Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931285461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931322156Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931550447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931704282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931745984Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931810122Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931820868Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93183593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931946128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.931972335Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932014927Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93202947Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93203685Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932178907Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932239277Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932266388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932284771Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932297703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932310507Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932513141Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932619903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932653064Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.932705677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93287758Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933118347Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.93314732Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933320951Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933375177Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933410802Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933439366Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933467006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933607725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933623649Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934161414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934193729Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934226784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934320995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934357749Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934390525Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934426334Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.934457541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:00.933612223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.023291478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.125284027Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.145536577Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.235771622Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.235817423Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.236239266Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.236265247Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.241763356Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.24179073Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.24284575Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.242870723Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.244268726Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.24429377Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.302790819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a0ec8ce-11c9-4207-a76f-d83e447255da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.308056068Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67631778-4e58-455b-965b-d2b05751696c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.336394245Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.336428284Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.336756584Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.336787732Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.358717689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a0ec8ce-11c9-4207-a76f-d83e447255da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.432305725Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc7ffbe8-8ded-4e7b-bc30-97910486f109","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.432464805Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a0fca5e-e0e7-4381-88e0-a9e55eabf14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.524033027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a0ec8ce-11c9-4207-a76f-d83e447255da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.538764486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01cb0396-23f2-40a0-8828-d8472ccdc502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.539591617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72e19158-1c30-413c-8705-312dca26f246","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.539607279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"72e19158-1c30-413c-8705-312dca26f246","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.540078229Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c333ea95-c376-4350-8afc-086f08dff61c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.557098065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01cb0396-23f2-40a0-8828-d8472ccdc502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.625994545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01cb0396-23f2-40a0-8828-d8472ccdc502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.730101678Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf834fae-3ebb-476a-addf-05ca1680a055","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.743918733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c3b926-1fdb-4b16-897b-d948ede3d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.761924778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c3b926-1fdb-4b16-897b-d948ede3d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.821598043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af27497b-ee2f-44d9-b6cb-1dea4c56e133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.821958243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c3b926-1fdb-4b16-897b-d948ede3d25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.840993243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af27497b-ee2f-44d9-b6cb-1dea4c56e133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.85831272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af27497b-ee2f-44d9-b6cb-1dea4c56e133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.936066983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64171487-b3a6-494f-b46f-149859ddf76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.950022814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64171487-b3a6-494f-b46f-149859ddf76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.962551181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64171487-b3a6-494f-b46f-149859ddf76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:01.975178303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64171487-b3a6-494f-b46f-149859ddf76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.550094659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae4b5076-2fd6-4ad4-9d00-1716bbd9f82c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.550116645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae4b5076-2fd6-4ad4-9d00-1716bbd9f82c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.550428434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"557907a9-353f-4b7c-aa26-82575eecccfd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.55044856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"557907a9-353f-4b7c-aa26-82575eecccfd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.565553616Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dea9baa4-63d2-47d4-a480-2d84604c60b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.56565161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"275f6cfd-a9f0-4395-b685-dba9f70eceeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.593638107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3aae9a09-b4fa-4e78-b4ba-19adf5dd73b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.593654606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3aae9a09-b4fa-4e78-b4ba-19adf5dd73b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.593896876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"775c3350-91e1-470b-bc15-86f406f99656","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.593924911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"775c3350-91e1-470b-bc15-86f406f99656","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.594103674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4093585-139c-4202-84f2-02f4474b2010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.596865031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5327592b-e99a-41e9-a902-c81e10731ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.61473224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4093585-139c-4202-84f2-02f4474b2010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.618516919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5327592b-e99a-41e9-a902-c81e10731ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.632682323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4093585-139c-4202-84f2-02f4474b2010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.635475609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5327592b-e99a-41e9-a902-c81e10731ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.692256786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4be3b6b-e726-467f-b317-661d0cbc4abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.692379576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28de90fb-2acc-4d21-bb6b-1503fdf25e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.710887042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4be3b6b-e726-467f-b317-661d0cbc4abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.710896071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28de90fb-2acc-4d21-bb6b-1503fdf25e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.728875756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4be3b6b-e726-467f-b317-661d0cbc4abc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:02.729764779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28de90fb-2acc-4d21-bb6b-1503fdf25e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.038559727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b318241-9db9-4d01-a143-f997466b22b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.038580361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9b318241-9db9-4d01-a143-f997466b22b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.113610745Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"13f5f823-ca70-4351-ba0f-1461f1d76964","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.792395263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba8e4eae-c365-48df-900c-fb136a6e4b43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.792422022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba8e4eae-c365-48df-900c-fb136a6e4b43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.792679696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4a17578-747a-4806-b5ac-9c2dc9e39809","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.792691473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f4a17578-747a-4806-b5ac-9c2dc9e39809","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.79287499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c8ddd59-61be-4698-a8a6-bcb139a69925","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.792887884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c8ddd59-61be-4698-a8a6-bcb139a69925","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.806740385Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e2b828c-c73c-4b36-a89b-5efe555d0546","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.806740427Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e67f5b5a-d12d-45fe-85f2-dac7b3621010","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.827543093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95fede3f-d492-4854-9280-b757ecbfb3c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.827564783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"95fede3f-d492-4854-9280-b757ecbfb3c9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.827883407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19ce1495-844c-4859-ad44-039b8e46447e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.827897826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19ce1495-844c-4859-ad44-039b8e46447e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.828302455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd4ce46e-7a9d-4ef3-a464-89b63acd2085","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.828319612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd4ce46e-7a9d-4ef3-a464-89b63acd2085","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.837333527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b2376f-be9e-4af4-8784-e1613200e8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.837342314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5c9ad1-1d96-4631-bdb6-13d344186b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.855712503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b2376f-be9e-4af4-8784-e1613200e8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.855924078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5c9ad1-1d96-4631-bdb6-13d344186b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.872781523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b2376f-be9e-4af4-8784-e1613200e8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.873323566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba5c9ad1-1d96-4631-bdb6-13d344186b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.932924471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733f20f2-8dea-456e-a545-7efe3f6c239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.933001892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb10b99b-935a-41db-8155-13ca4c2c8a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.951329443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb10b99b-935a-41db-8155-13ca4c2c8a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.951395301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733f20f2-8dea-456e-a545-7efe3f6c239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.969050981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb10b99b-935a-41db-8155-13ca4c2c8a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:03.969085018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733f20f2-8dea-456e-a545-7efe3f6c239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:52:03.983525322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb10b99b-935a-41db-8155-13ca4c2c8a71","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:52:03.983540281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733f20f2-8dea-456e-a545-7efe3f6c239a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.033301142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e342f866-cd3d-40e6-a15b-2c31e44380b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.033309829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdc8c9c3-c5d0-449b-897f-3488363002d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.052770874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e342f866-cd3d-40e6-a15b-2c31e44380b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.052883769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdc8c9c3-c5d0-449b-897f-3488363002d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.07061118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdc8c9c3-c5d0-449b-897f-3488363002d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.07064515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e342f866-cd3d-40e6-a15b-2c31e44380b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.229612299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94d44c3d-0a4e-4818-a5e3-1c3d935611ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:04.229641782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94d44c3d-0a4e-4818-a5e3-1c3d935611ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.671113691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d847543d-9622-4a67-9c78-9ec29dcf2516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.67118483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f41908-4eeb-4feb-9967-d236d88af2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.690848747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d847543d-9622-4a67-9c78-9ec29dcf2516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.690848702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f41908-4eeb-4feb-9967-d236d88af2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.707945509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8f41908-4eeb-4feb-9967-d236d88af2df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.708395161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d847543d-9622-4a67-9c78-9ec29dcf2516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.774612532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f91e509-b66f-4ea2-923f-02002e8bc162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.793267441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f91e509-b66f-4ea2-923f-02002e8bc162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.810428074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f91e509-b66f-4ea2-923f-02002e8bc162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.871279149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f962ce6-52fe-461e-9241-b369c7d6a6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.89072251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f962ce6-52fe-461e-9241-b369c7d6a6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:05.908715675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f962ce6-52fe-461e-9241-b369c7d6a6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.015866809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fad75405-0c34-4233-8be7-4ad74975a17a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.015895679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fad75405-0c34-4233-8be7-4ad74975a17a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.016282289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a78e6b9-716e-4b17-85a5-80d90b705149","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.016310202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a78e6b9-716e-4b17-85a5-80d90b705149","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.016583947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21c61235-d646-4b61-aa54-ea43cfacef7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.01659938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21c61235-d646-4b61-aa54-ea43cfacef7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.016853765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c09deb54-71df-4c6b-addb-d680ffac6211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.01686886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c09deb54-71df-4c6b-addb-d680ffac6211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.034458865Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c202e2f-bfaf-427c-9ce3-ada98c92b9d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.034484905Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af016f40-8f67-4163-9e13-739403db0f9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.048626516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24892623-093a-43a8-8412-987c56866037","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.048650624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"24892623-093a-43a8-8412-987c56866037","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049044728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c603c0df-5613-4f41-acb0-410d94cf67aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049072788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c603c0df-5613-4f41-acb0-410d94cf67aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049370545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"641a553c-29eb-4fbb-80cc-69b62d4c0e08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049385457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"641a553c-29eb-4fbb-80cc-69b62d4c0e08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049720645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1f20ada3-4446-4f5c-8d8b-742aa5bd5155","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.049735457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1f20ada3-4446-4f5c-8d8b-742aa5bd5155","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.058487885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3e0c5a0-9632-4292-b828-d878cb89db02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.059001786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3be04ec6-3874-40ff-9c0b-0136b8ad1aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.076504875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3e0c5a0-9632-4292-b828-d878cb89db02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.077132479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3be04ec6-3874-40ff-9c0b-0136b8ad1aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.093630489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3e0c5a0-9632-4292-b828-d878cb89db02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.093894263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3be04ec6-3874-40ff-9c0b-0136b8ad1aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.159016739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0b62d0-6c50-4dbb-98a3-80f40c33b43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.161821538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f5c750-dfc0-4598-87cb-674bcdf7ef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.177250212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0b62d0-6c50-4dbb-98a3-80f40c33b43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.179796956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f5c750-dfc0-4598-87cb-674bcdf7ef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.194486004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d0b62d0-6c50-4dbb-98a3-80f40c33b43e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.197754651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f5c750-dfc0-4598-87cb-674bcdf7ef63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.477011136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"393391a4-f9fc-4950-92c6-df43db54e0d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:06.477036384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"393391a4-f9fc-4950-92c6-df43db54e0d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068097731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"965823e5-1524-4b8f-8542-3dde2e4f3936","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068123268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"965823e5-1524-4b8f-8542-3dde2e4f3936","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068424543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ea2250-e8f4-4e83-9bc9-48c6f6cb3ab9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068442925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ea2250-e8f4-4e83-9bc9-48c6f6cb3ab9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068692926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15dd2cbb-5469-4f85-aa92-4ae024c29006","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.068710677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15dd2cbb-5469-4f85-aa92-4ae024c29006","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.069012882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b013037-2f54-478d-9c4a-0547fc4bc295","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.069029559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b013037-2f54-478d-9c4a-0547fc4bc295","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.069295534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e045a55-b21d-49b4-87fa-e51e3c3f5bb3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.06931087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e045a55-b21d-49b4-87fa-e51e3c3f5bb3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.082483762Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47ab31df-8ddc-43a7-b81c-5e5788eace6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.082512195Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d35a71e2-5504-4ec5-a19f-1bc5d73fc91a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.100898904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cfb8acb1-6da1-4f79-9983-77cbbcfdd4a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.100927953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cfb8acb1-6da1-4f79-9983-77cbbcfdd4a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101151094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"579f8012-405b-4334-879e-84da9873c437","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101162657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"579f8012-405b-4334-879e-84da9873c437","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101384911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8aa453c-1799-4fed-b525-753a5f8617df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101399304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8aa453c-1799-4fed-b525-753a5f8617df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.10163244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b23836d-0917-4ba6-aee5-7f967c9de82c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101648658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b23836d-0917-4ba6-aee5-7f967c9de82c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.101895309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c48569b2-1d15-4f80-a557-254e01261bc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.10191895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c48569b2-1d15-4f80-a557-254e01261bc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.114307545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c837e054-5749-4bb8-ae61-32445ce90a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.114325662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6832e92-5582-4fac-a91f-40cdcdcca6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.133057149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6832e92-5582-4fac-a91f-40cdcdcca6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.133916651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c837e054-5749-4bb8-ae61-32445ce90a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.150285374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6832e92-5582-4fac-a91f-40cdcdcca6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.150774122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c837e054-5749-4bb8-ae61-32445ce90a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.210714535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ceaa96-6078-45c3-b46f-9756908a0ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.210767964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d63f0-8b0f-4a3e-8328-4637fa888bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.229339038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ceaa96-6078-45c3-b46f-9756908a0ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.229345456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d63f0-8b0f-4a3e-8328-4637fa888bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.250134793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3d63f0-8b0f-4a3e-8328-4637fa888bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.25043867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ceaa96-6078-45c3-b46f-9756908a0ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.53634227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a930da9b-d658-45e3-b4b4-9b953924494a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.53636129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a930da9b-d658-45e3-b4b4-9b953924494a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.540850892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49fbc6d-f342-468b-a6c0-b59416ca23c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.541018459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674d0ba3-f48a-42e6-a3a1-414689c5fd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.559119272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49fbc6d-f342-468b-a6c0-b59416ca23c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.559136526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674d0ba3-f48a-42e6-a3a1-414689c5fd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.576289127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49fbc6d-f342-468b-a6c0-b59416ca23c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:08.576357028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674d0ba3-f48a-42e6-a3a1-414689c5fd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.429803965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47ff80d7-1628-4087-b320-4339e2f60399","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.429826662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47ff80d7-1628-4087-b320-4339e2f60399","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430122421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6659feab-9686-44a4-b77f-2eab5b4a164d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430134805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6659feab-9686-44a4-b77f-2eab5b4a164d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430356974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2230b44d-10a6-4b88-b94d-d8b3f833fa6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430370024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2230b44d-10a6-4b88-b94d-d8b3f833fa6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430579146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7353a0fa-1756-426d-bce7-fa09e8bb0646","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430590131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7353a0fa-1756-426d-bce7-fa09e8bb0646","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430771541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bd4385e-d337-4121-83c4-963a50a37ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430781679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6bd4385e-d337-4121-83c4-963a50a37ef0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430983528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c33cfe37-6cde-4ed3-bd8e-9083d3a6a305","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.430996127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c33cfe37-6cde-4ed3-bd8e-9083d3a6a305","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.444555192Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"245be687-5b98-4312-b148-d508aa5f0f38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.444641788Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f013f5aa-dc41-4a17-a1a9-f2ebad7c3398","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463367387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26b7a2b2-82a2-40d7-b992-09cc2454a065","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463385152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26b7a2b2-82a2-40d7-b992-09cc2454a065","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463629327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52cedaf7-0f8e-4fed-a57b-382ee4e272c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463641554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"52cedaf7-0f8e-4fed-a57b-382ee4e272c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463881605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"926f3e33-c561-4b08-8561-78bccc99d27e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.463897455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"926f3e33-c561-4b08-8561-78bccc99d27e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464126621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae3b2b3-eb7a-406c-8bf9-80855e3962c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464140748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae3b2b3-eb7a-406c-8bf9-80855e3962c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464330512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bed64f71-c445-4d4f-b65f-95c4d57ed272","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464341292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bed64f71-c445-4d4f-b65f-95c4d57ed272","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464546319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ac6525b-d79b-4a23-91e1-09b5220cf15b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.464561189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8ac6525b-d79b-4a23-91e1-09b5220cf15b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.470280191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8454df5c-b649-4c1e-ba76-4e731ecad402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.470324283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd82bcb7-0a2f-4e22-8426-3dfbdcacb8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.500198789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd82bcb7-0a2f-4e22-8426-3dfbdcacb8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.500212229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8454df5c-b649-4c1e-ba76-4e731ecad402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.517520144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8454df5c-b649-4c1e-ba76-4e731ecad402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.517920088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd82bcb7-0a2f-4e22-8426-3dfbdcacb8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.571549691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2297df4-3d96-4a2d-9dce-a88ab8b70f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.571556062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd6f154-2b3d-452d-b38f-eda5ee3ea794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.590636571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd6f154-2b3d-452d-b38f-eda5ee3ea794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.591683064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2297df4-3d96-4a2d-9dce-a88ab8b70f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.607817694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd6f154-2b3d-452d-b38f-eda5ee3ea794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.608887715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2297df4-3d96-4a2d-9dce-a88ab8b70f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.893854457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e2604e0-92ec-40ad-b56e-37a5cab4c2f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:10.893878342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e2604e0-92ec-40ad-b56e-37a5cab4c2f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.182197143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50737d2b-4fa1-41bf-af14-06d4d23be651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.182247234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d77bd0-79f0-4b38-a1ad-812816e9afe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.204813219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50737d2b-4fa1-41bf-af14-06d4d23be651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.205476904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d77bd0-79f0-4b38-a1ad-812816e9afe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.222511315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50737d2b-4fa1-41bf-af14-06d4d23be651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:11.222782952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d77bd0-79f0-4b38-a1ad-812816e9afe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720362996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd202230-3438-4638-9299-071b3eb59a2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720384451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd202230-3438-4638-9299-071b3eb59a2a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720664934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27a570bd-41a6-42c8-83ab-6d1aee54400f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720680984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27a570bd-41a6-42c8-83ab-6d1aee54400f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720887713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b341a67-4add-4899-bf22-4be099a17e0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.720900629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b341a67-4add-4899-bf22-4be099a17e0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.72112222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79dffef9-7e73-46ed-8ff5-b6f604559fff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721136425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"79dffef9-7e73-46ed-8ff5-b6f604559fff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721327699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b08fed6-c3cf-4ec2-9e75-22a1b7caa1a4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721372609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b08fed6-c3cf-4ec2-9e75-22a1b7caa1a4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721571353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bee88a69-d57f-4a3c-852b-450b37110a12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bee88a69-d57f-4a3c-852b-450b37110a12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721787311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9337634-2e57-4b64-8f31-efed5f50a0a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.721797941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9337634-2e57-4b64-8f31-efed5f50a0a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.73473508Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c931bf9a-6919-44da-8da7-d7d888f68b58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753247002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09e0f34a-0706-4229-b8dd-1a647118e2f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753270094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09e0f34a-0706-4229-b8dd-1a647118e2f6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753561735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1464475-9f66-41de-aac7-8fd317875b23","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753576824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1464475-9f66-41de-aac7-8fd317875b23","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753845324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd53cc86-a543-4b9f-beb6-74eed413ac17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.753860698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd53cc86-a543-4b9f-beb6-74eed413ac17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.75417092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"241ec9bc-88e9-4da0-9db5-6b72ad050998","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754186561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"241ec9bc-88e9-4da0-9db5-6b72ad050998","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754380558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ab18c37-590d-4e3a-a686-1067a8a135cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754390939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ab18c37-590d-4e3a-a686-1067a8a135cb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754560188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5bc0b13-0344-44be-a9a4-ecaa3bd85aae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754569268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5bc0b13-0344-44be-a9a4-ecaa3bd85aae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754727573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"396c6713-9e32-4710-bb6e-96426c94112b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.754737017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"396c6713-9e32-4710-bb6e-96426c94112b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.762986609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d817e08-fde4-4496-b5d4-c2e9777a4f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.763182158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07997be8-1c35-4cca-bbeb-313437091e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.781941372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d817e08-fde4-4496-b5d4-c2e9777a4f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.781955998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07997be8-1c35-4cca-bbeb-313437091e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.790195339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d4772c9-4bf6-4dd4-bb9d-d1c56ba49e24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.799191211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07997be8-1c35-4cca-bbeb-313437091e8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.799612488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d817e08-fde4-4496-b5d4-c2e9777a4f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.820443486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf90f2a3-c8b7-472f-98d5-b3499c477203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.820463105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf90f2a3-c8b7-472f-98d5-b3499c477203","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.860838562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb8c6c-a952-4995-a706-a25be5f9ac84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.861017913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f06312f-f8e0-4e5e-801b-dffb0fcc1bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.882336757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb8c6c-a952-4995-a706-a25be5f9ac84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.884469824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f06312f-f8e0-4e5e-801b-dffb0fcc1bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.886214327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00284d4-dcae-47fd-a111-39b706b06eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.886238184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00284d4-dcae-47fd-a111-39b706b06eb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.901881625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f06312f-f8e0-4e5e-801b-dffb0fcc1bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.902399747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb8c6c-a952-4995-a706-a25be5f9ac84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:52:13.919427827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb8c6c-a952-4995-a706-a25be5f9ac84","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:52:13.919437099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f06312f-f8e0-4e5e-801b-dffb0fcc1bd6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.927362825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4ed482c-be2c-47d2-b9b8-1009423b136d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.960818974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a79c74-f8cd-4ad2-b265-ce5405e6ba6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.96084342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7439ac-c4c5-4a04-a8d7-1c9e773787d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.980721934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7439ac-c4c5-4a04-a8d7-1c9e773787d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.981073998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a79c74-f8cd-4ad2-b265-ce5405e6ba6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.997622441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a79c74-f8cd-4ad2-b265-ce5405e6ba6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:13.997714015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7439ac-c4c5-4a04-a8d7-1c9e773787d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:14.173570886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ae53a8-a321-4956-bc47-a66a056bda28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:14.173596726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ae53a8-a321-4956-bc47-a66a056bda28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:14.217980143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b54d0dd7-4d75-412c-a9c6-bf7fda6e7c64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.446846527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0ace54f-adbb-49ae-89ef-3c947af6ce37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.447096657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0ace54f-adbb-49ae-89ef-3c947af6ce37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.447489418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86835fcb-19c4-4e47-9e1a-47629ee272a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.447571047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"86835fcb-19c4-4e47-9e1a-47629ee272a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.4479344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e87ffe57-b821-442b-a605-97aacf78ac00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448000353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e87ffe57-b821-442b-a605-97aacf78ac00","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448330817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74f44179-5717-4a98-9f23-2249253a2c0a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448350522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74f44179-5717-4a98-9f23-2249253a2c0a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448666186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f15f486a-443b-4e4d-9ac4-b3001114fc2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448685164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f15f486a-443b-4e4d-9ac4-b3001114fc2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.448988166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff911c3f-b721-44c2-af18-89c510a8ea6d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.449005768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff911c3f-b721-44c2-af18-89c510a8ea6d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.449284211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8a89f8-66a8-4167-968d-dcf8d278e728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.4493501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b8a89f8-66a8-4167-968d-dcf8d278e728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.449729059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"843ffd80-2e8f-49a7-9ea1-35434eafe6c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.449748341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"843ffd80-2e8f-49a7-9ea1-35434eafe6c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.486734631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa53040a-8729-44e8-8820-eb75571e5a24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.486754895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa53040a-8729-44e8-8820-eb75571e5a24","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487023577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddaeeb9a-d569-4ee9-9b42-7a84b4819d5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487039267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddaeeb9a-d569-4ee9-9b42-7a84b4819d5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487235505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b4ebb98-2b2a-4871-aec3-f59404b6698c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487246633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b4ebb98-2b2a-4871-aec3-f59404b6698c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487422585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e300d97c-5719-44ff-85e2-7c5b67704203","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487435784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e300d97c-5719-44ff-85e2-7c5b67704203","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487629874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eeee023-761c-47f8-86a2-684ca1f646d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.48764156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5eeee023-761c-47f8-86a2-684ca1f646d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487812621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc72425-f6f0-4eeb-b3c9-8357776924fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.487822618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cc72425-f6f0-4eeb-b3c9-8357776924fd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.488031916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b64831d-8428-47a6-bddd-2083ddba8708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.488044368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b64831d-8428-47a6-bddd-2083ddba8708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.488319626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d642f602-c90c-4a03-9d3e-e833ddf6e2a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.488332131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d642f602-c90c-4a03-9d3e-e833ddf6e2a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.495489565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fe302b-0e43-41c3-94a8-f3a11894337d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.499276318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100e16e5-eb01-4114-abe1-9d68d9d5b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.513826765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fe302b-0e43-41c3-94a8-f3a11894337d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.514068859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a89d33e5-7964-4ec1-ab85-9b3c2b15ace6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.525636768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100e16e5-eb01-4114-abe1-9d68d9d5b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.530800775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3fe302b-0e43-41c3-94a8-f3a11894337d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.543087979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"100e16e5-eb01-4114-abe1-9d68d9d5b0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.562762479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6642efe-6537-4417-be98-c29bb0d75fc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.562785657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b6642efe-6537-4417-be98-c29bb0d75fc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.597369426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba4808b-3d55-43f8-b61c-492fbde060f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.597390677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2017a336-aafa-4259-b725-6c50296803c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.597849356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33787d17-67ce-4546-883b-2adc5f83be19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.615800199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba4808b-3d55-43f8-b61c-492fbde060f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.61582406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2017a336-aafa-4259-b725-6c50296803c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.633156951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba4808b-3d55-43f8-b61c-492fbde060f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.633668896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2017a336-aafa-4259-b725-6c50296803c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.690516026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6ed597d-874c-4b01-9311-c155665ba189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.908187378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f978472c-a53a-43b7-9252-df96dbf6a578","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.908213122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f978472c-a53a-43b7-9252-df96dbf6a578","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:15.951695977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22605998-3101-4744-af9d-071fee40a8a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.180557731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3360c1e-9b56-4b8d-ac26-c031952e8163","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.228985665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8043a17-1864-43f4-9d6b-fdb25e32df60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.229009285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8043a17-1864-43f4-9d6b-fdb25e32df60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.249393312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc221a86-4e09-4c8d-b528-1de74e867b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.249445921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1d04b4-3af4-4eb8-b513-69c62da461be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.267818819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1d04b4-3af4-4eb8-b513-69c62da461be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.268884224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc221a86-4e09-4c8d-b528-1de74e867b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.285800112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f1d04b4-3af4-4eb8-b513-69c62da461be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.28635846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc221a86-4e09-4c8d-b528-1de74e867b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.305286789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"003f0ad0-3cef-475f-b970-6c9e951747d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.305307288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"003f0ad0-3cef-475f-b970-6c9e951747d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.307838638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d2f592a-1821-493f-8666-e344ba418630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:16.307860418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d2f592a-1821-493f-8666-e344ba418630","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:18.142499342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5331150-f338-4db4-86aa-44e721903d03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:18.142520686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5331150-f338-4db4-86aa-44e721903d03","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.373390426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e34a081-b891-4114-b4bf-df793d9d8b15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.421853134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2170ed9-1941-4ce7-9b01-2038dc8dfe37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.42187971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2170ed9-1941-4ce7-9b01-2038dc8dfe37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.447237932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa297b0-ee7c-49f1-801d-2ba2bb15ae95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.44723927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b60ae3-ab4f-4784-9ef8-3ac007211e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.476148997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa297b0-ee7c-49f1-801d-2ba2bb15ae95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.477503917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b60ae3-ab4f-4784-9ef8-3ac007211e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.478142986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"372c870d-32ad-4659-b4f7-b2fb4ebaf165","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.478165667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"372c870d-32ad-4659-b4f7-b2fb4ebaf165","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.493784608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa297b0-ee7c-49f1-801d-2ba2bb15ae95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.494148514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b60ae3-ab4f-4784-9ef8-3ac007211e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.512559382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ddba25-568b-453e-b6c9-d30db2bc4bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.512576255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ddba25-568b-453e-b6c9-d30db2bc4bba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.515259326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535ae5b8-b899-43bd-938f-15943719a6d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:19.515275957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535ae5b8-b899-43bd-938f-15943719a6d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.593603152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c49d86f-a34e-49dc-ab1c-a0ea329a3c55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:21.593630414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c49d86f-a34e-49dc-ab1c-a0ea329a3c55","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:24.837967828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4144b686-5b46-47d8-9a09-9952e3acba01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:24.837992989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4144b686-5b46-47d8-9a09-9952e3acba01","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.255580863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72a21413-cbdf-4a74-b6c2-a15a680fdfdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.355615357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d727210-5a19-444f-b120-586d6bd1c361","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.488068288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8238b3ad-618d-44d3-b16c-6345ce7022f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.488087901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8238b3ad-618d-44d3-b16c-6345ce7022f8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.488394135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbb53b01-55de-4bdf-92a8-7a6ef900e7d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:25.488408939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbb53b01-55de-4bdf-92a8-7a6ef900e7d6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:26.134565695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec9cd220-f511-4b86-8a8b-4896c8da0d49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:26.134592659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec9cd220-f511-4b86-8a8b-4896c8da0d49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:27.052514882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bfd93bf-2327-436d-8526-84939e32b740","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:27.052533301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bfd93bf-2327-436d-8526-84939e32b740","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.513291895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab9724b-08b7-49d8-9e90-3de8646cf938","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.513310569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab9724b-08b7-49d8-9e90-3de8646cf938","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.516097562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"808a33c4-c25b-42d6-b884-319bba6dff59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.516117752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"808a33c4-c25b-42d6-b884-319bba6dff59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.55264037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"788e02c1-f699-4034-87a3-76d68505a248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.554194237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c27f08-e00f-4a2c-9761-6ce8e9df1090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.581512906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"788e02c1-f699-4034-87a3-76d68505a248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.592160893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c27f08-e00f-4a2c-9761-6ce8e9df1090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.661018462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc15953a-a0a8-409e-9332-75e4dbe483e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.661034841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc15953a-a0a8-409e-9332-75e4dbe483e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.674482628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6def5851-e59d-4248-9195-5c75253f9d65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:29.674503045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6def5851-e59d-4248-9195-5c75253f9d65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.13112546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777b03d0-a1c6-4098-952f-c38037221311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.131152783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"777b03d0-a1c6-4098-952f-c38037221311","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.173426611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c22d9de1-389b-4f49-ab70-1c30c77ef725","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.190188025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c5e550a-9340-4b52-89fe-003ffb2d3c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.193124016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcfb8808-d30f-4df1-a8b7-6010d4e3b276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.213747705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c5e550a-9340-4b52-89fe-003ffb2d3c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.218864687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcfb8808-d30f-4df1-a8b7-6010d4e3b276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.22092513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90606d56-44b1-48af-9cc6-24e9fd099504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.220940916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90606d56-44b1-48af-9cc6-24e9fd099504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:30.278052416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f787f0cc-2c02-4c1b-9cd4-000d009265c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:31.04971206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.523888761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0042a006-5e03-4117-9996-bf2c77399ecb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.523958533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0042a006-5e03-4117-9996-bf2c77399ecb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.566492337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cac6f5de-6d7b-4e59-9496-cedb548083d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.582749522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbb9c513-e142-48e7-aa82-0cd9c4c75fec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.583122152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5775953a-8d07-4e61-bd1a-184b7b714963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.612591703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbb9c513-e142-48e7-aa82-0cd9c4c75fec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.612616206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5775953a-8d07-4e61-bd1a-184b7b714963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.614181281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a9603a9-08dc-4829-9a25-4c3d72e715ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.614201061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0a9603a9-08dc-4829-9a25-4c3d72e715ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:33.666366285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7709a812-fe00-42de-8980-d5f22ece7c45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.44402174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec425587-d330-445f-90b6-a17494194a49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.444048667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec425587-d330-445f-90b6-a17494194a49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.483418542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76ea98b-5123-4d47-b0fc-bba090e49bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.501568799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76ea98b-5123-4d47-b0fc-bba090e49bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.631768946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa736dbc-e2ad-403e-b8ae-131de49d52b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.631789511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa736dbc-e2ad-403e-b8ae-131de49d52b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.65611726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d1dcf66-3374-4cfe-91a9-94eb16827b81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.656138504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d1dcf66-3374-4cfe-91a9-94eb16827b81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.671882604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"896b8a2d-6e9c-4964-aa23-1e1c4827c684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.672778392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8f13a76-0ccd-40a8-a606-72fc5cfa9e33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.690586846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"896b8a2d-6e9c-4964-aa23-1e1c4827c684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.720219204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3a0efd-2d6e-431c-8622-10d29a128029","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.720237456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca3a0efd-2d6e-431c-8622-10d29a128029","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.772547442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f77bb8-6a8e-4eea-a98c-0c9d71dd812c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:36.792109805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f77bb8-6a8e-4eea-a98c-0c9d71dd812c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:52:36.956499376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62f77bb8-6a8e-4eea-a98c-0c9d71dd812c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:37.008504002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daa37cbf-e32c-4b1e-84cf-a18f6f8ce447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:52:37.029696806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daa37cbf-e32c-4b1e-84cf-a18f6f8ce447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:01.05066726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:07.905437672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1dfd8-401b-456f-b773-c286158a6333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:07.918269931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1dfd8-401b-456f-b773-c286158a6333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:07.931871471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1dfd8-401b-456f-b773-c286158a6333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:07.946660351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c1dfd8-401b-456f-b773-c286158a6333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.673253452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2976668-78b4-4dd8-868c-635e8103ce66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.685669104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2976668-78b4-4dd8-868c-635e8103ce66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.699437186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2976668-78b4-4dd8-868c-635e8103ce66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.712344269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2976668-78b4-4dd8-868c-635e8103ce66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.719177452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-229ab2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-229ab2ac","reconcileID":"856984a4-1950-4341-ae9d-01f19dbdeb8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-229ab2ac","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-229ab2ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:08.872628555Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2976cd0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2976cd0d","reconcileID":"1d319747-fd18-4f96-b708-68fc8219680e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2976cd0d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-2976cd0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.029087889Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5d56935a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5d56935a","reconcileID":"453712f7-bd7a-414e-84e6-3362b4843a6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5d56935a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5d56935a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.256488826Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-044e79d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-044e79d4","reconcileID":"4ae6bafb-b0bf-446c-bbeb-1a4b7afb3ffc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-044e79d4","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-044e79d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.304446466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60910de0-4daf-4528-a6a1-c3a45e51d142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.31761593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60910de0-4daf-4528-a6a1-c3a45e51d142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.337755945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60910de0-4daf-4528-a6a1-c3a45e51d142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.353713524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60910de0-4daf-4528-a6a1-c3a45e51d142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.937273221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4fdef4-abf4-4e2c-a2c1-453636ab4e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.949976977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4fdef4-abf4-4e2c-a2c1-453636ab4e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.962415381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4fdef4-abf4-4e2c-a2c1-453636ab4e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:09.974811486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d4fdef4-abf4-4e2c-a2c1-453636ab4e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:53:10.382458421Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-229ab2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-229ab2ac","reconcileID":"cf6fe462-3e8c-4ef5-94f5-cc2905be0194","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ait-229ab2ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.552083718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9429c03-ec87-40c8-961c-7345d88ada17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.564688343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9429c03-ec87-40c8-961c-7345d88ada17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.577024422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9429c03-ec87-40c8-961c-7345d88ada17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:10.589463373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9429c03-ec87-40c8-961c-7345d88ada17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.172556389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ad3c-76b2-4c03-86ab-141c3e788032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.185057477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ad3c-76b2-4c03-86ab-141c3e788032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.19918215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ad3c-76b2-4c03-86ab-141c3e788032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.212064538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0587ad3c-76b2-4c03-86ab-141c3e788032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.793633138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2bf617-8d46-4521-b876-274b26b8da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.806092808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2bf617-8d46-4521-b876-274b26b8da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.818754025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2bf617-8d46-4521-b876-274b26b8da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:11.831474834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2bf617-8d46-4521-b876-274b26b8da3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.365275419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f2459168","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f2459168","reconcileID":"c02cb820-178c-460d-a512-14e36a93549d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f2459168-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-f2459168-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.377900719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc83d4a9-5d70-4ee2-8f50-190993092e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.390930366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc83d4a9-5d70-4ee2-8f50-190993092e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.404146046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc83d4a9-5d70-4ee2-8f50-190993092e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.416839993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc83d4a9-5d70-4ee2-8f50-190993092e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:12.998714419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf19bd4-5a58-471e-8626-9085c9d7f3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.011296439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf19bd4-5a58-471e-8626-9085c9d7f3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.023957234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf19bd4-5a58-471e-8626-9085c9d7f3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.036513591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf19bd4-5a58-471e-8626-9085c9d7f3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.076488521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"04bb048d-7074-44e5-a548-3aef819f3df5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-044e79d4","tenantID":"e2e-ait-044e79d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.122608577Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"04bb048d-7074-44e5-a548-3aef819f3df5","name":"e2e-ait-044e79d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.680451685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be74b524-944d-4160-982e-f158fad21294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.696962826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be74b524-944d-4160-982e-f158fad21294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.709476199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be74b524-944d-4160-982e-f158fad21294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.723193865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be74b524-944d-4160-982e-f158fad21294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:13.94305147Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f3b067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f3b067","reconcileID":"3353e825-c421-456c-8086-385a90be6a68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f3b067","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-f3b067":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.282240211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314ee24f-0bf4-460b-8d6a-f9e839164c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.295081259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314ee24f-0bf4-460b-8d6a-f9e839164c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.307664387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314ee24f-0bf4-460b-8d6a-f9e839164c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.320441564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"314ee24f-0bf4-460b-8d6a-f9e839164c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.862997258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4650355-57eb-4e0f-b524-ce9a229ead35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.876022178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4650355-57eb-4e0f-b524-ce9a229ead35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.888736227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4650355-57eb-4e0f-b524-ce9a229ead35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:14.902183289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4650355-57eb-4e0f-b524-ce9a229ead35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.006376126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"716af9f9-a629-4da1-b59a-0f4d4110e395","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-229ab2ac","tenantID":"e2e-ait-229ab2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.046477767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"716af9f9-a629-4da1-b59a-0f4d4110e395","name":"e2e-ait-229ab2ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.501619227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7194e0-af4e-47b9-9755-20d893dbdfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.515498612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7194e0-af4e-47b9-9755-20d893dbdfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.528249906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7194e0-af4e-47b9-9755-20d893dbdfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.541104649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7194e0-af4e-47b9-9755-20d893dbdfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.852225412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40ff9b08-6e71-4dd8-a716-b6e2d246c03f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:15.950812991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92b48bc0-8d03-4838-b88d-47366c98702b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:16.215897966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aceb07a-8963-4261-8257-88233a5fb162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:16.229702794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aceb07a-8963-4261-8257-88233a5fb162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:16.247372747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aceb07a-8963-4261-8257-88233a5fb162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:16.266518379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aceb07a-8963-4261-8257-88233a5fb162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:18.608614771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"d52a7225-7f74-47de-8542-8bc18f19d57e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:18.649549766Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"d52a7225-7f74-47de-8542-8bc18f19d57e","name":"e2e-worker-w0-f3b067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.267710159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc5dcff-d2dc-4200-a636-54141025e2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.281370337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc5dcff-d2dc-4200-a636-54141025e2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.294618305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc5dcff-d2dc-4200-a636-54141025e2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.311258669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc5dcff-d2dc-4200-a636-54141025e2e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.394441149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4efb6561-1aa4-44c3-a784-305e0f8d75f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.49114931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f364939c-8748-4225-b6d5-26d21e9fed88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.912475254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb4c2b4-8f4d-4fd9-964b-42121b36c60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.925498878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb4c2b4-8f4d-4fd9-964b-42121b36c60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.938794841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb4c2b4-8f4d-4fd9-964b-42121b36c60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:19.951860133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb4c2b4-8f4d-4fd9-964b-42121b36c60f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.506314886Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-29c2f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-29c2f2","reconcileID":"b1b7c4fc-9f3c-4599-bd9b-db0b2f6368d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-29c2f2","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-29c2f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.531030629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520004c-60e6-441a-a16f-7367e3d60c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.54389816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520004c-60e6-441a-a16f-7367e3d60c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.556963061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520004c-60e6-441a-a16f-7367e3d60c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.570041372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2520004c-60e6-441a-a16f-7367e3d60c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.710680367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"1b723105-a783-49f5-a717-d3df22dae60c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-2976cd0d","tenantID":"e2e-derive-2976cd0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:20.751171359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"1b723105-a783-49f5-a717-d3df22dae60c","name":"e2e-derive-2976cd0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.224695278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59aace8-c340-4ca9-be5e-69685939670f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.237822514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59aace8-c340-4ca9-be5e-69685939670f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.250260641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59aace8-c340-4ca9-be5e-69685939670f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.267335462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59aace8-c340-4ca9-be5e-69685939670f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.817236257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc49414-971a-4c4b-bace-55e4dee1fe6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.829584114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc49414-971a-4c4b-bace-55e4dee1fe6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.842114013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc49414-971a-4c4b-bace-55e4dee1fe6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:21.857191226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fc49414-971a-4c4b-bace-55e4dee1fe6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:53:22.165028428Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-29c2f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-29c2f2","reconcileID":"0e3a59e2-59ad-4c92-86e7-14f6b49e6952","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.394816582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ceb428-fd5d-47cf-82cf-a017c70a316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.407254954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ceb428-fd5d-47cf-82cf-a017c70a316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.419550063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ceb428-fd5d-47cf-82cf-a017c70a316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.431940936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ceb428-fd5d-47cf-82cf-a017c70a316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.526849103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"ec516f2a-cd06-42fe-abc5-c44417b3a93c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5d56935a","tenantID":"e2e-ait-5d56935a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:22.565621895Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"ec516f2a-cd06-42fe-abc5-c44417b3a93c","name":"e2e-ait-5d56935a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.046619941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a494c76-2cce-4fd7-a04d-0fb69c855e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.05993206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a494c76-2cce-4fd7-a04d-0fb69c855e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.073170608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a494c76-2cce-4fd7-a04d-0fb69c855e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.088151999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a494c76-2cce-4fd7-a04d-0fb69c855e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.704036901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09776c8-802e-4dd4-906d-bc8da33d0550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.719601668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09776c8-802e-4dd4-906d-bc8da33d0550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.733111453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09776c8-802e-4dd4-906d-bc8da33d0550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.745559128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09776c8-802e-4dd4-906d-bc8da33d0550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.775352222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e427552-fb7e-4b06-bb6f-ebc8bbcdd742","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:23.861228884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"037962fb-2a96-4c57-83f4-270988f5f33f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.302700584Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"d50002dc-a15e-47df-9857-b966f224a6d9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.3184661Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"d50002dc-a15e-47df-9857-b966f224a6d9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.346217858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"d50002dc-a15e-47df-9857-b966f224a6d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-f2459168-gw","tenantID":"e2e-migrate-f2459168","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.387375135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54babb3b-f707-49fe-bbd4-1385ba3c0482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.396381907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"d50002dc-a15e-47df-9857-b966f224a6d9","name":"e2e-migrate-f2459168-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.400857438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54babb3b-f707-49fe-bbd4-1385ba3c0482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.416161029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54babb3b-f707-49fe-bbd4-1385ba3c0482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:24.429338973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54babb3b-f707-49fe-bbd4-1385ba3c0482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:25.112830956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337c1143-65c1-4d23-b526-bbaf7f82c05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:25.12612247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337c1143-65c1-4d23-b526-bbaf7f82c05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:25.139441075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337c1143-65c1-4d23-b526-bbaf7f82c05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:25.152311189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337c1143-65c1-4d23-b526-bbaf7f82c05d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:26.048241689Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"b5554653-b9ae-4bb3-a035-62195ce95c75","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:26.694891499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26398112-6150-45da-95d4-1c1252b72a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:26.708300321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26398112-6150-45da-95d4-1c1252b72a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:26.721291817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26398112-6150-45da-95d4-1c1252b72a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:26.733748966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26398112-6150-45da-95d4-1c1252b72a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:27.276916892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15431978-8800-49df-9707-0caa54c90848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:27.289881951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15431978-8800-49df-9707-0caa54c90848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:27.302718922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15431978-8800-49df-9707-0caa54c90848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:27.315453329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15431978-8800-49df-9707-0caa54c90848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:27.948275014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abcc29b-cd6e-41e6-a871-53d652275ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.021889504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abcc29b-cd6e-41e6-a871-53d652275ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.035204739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abcc29b-cd6e-41e6-a871-53d652275ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.047890733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7abcc29b-cd6e-41e6-a871-53d652275ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.580835943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea4d45-5016-4f17-bf79-8393411f9181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.594150028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea4d45-5016-4f17-bf79-8393411f9181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.609118683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea4d45-5016-4f17-bf79-8393411f9181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:28.62333698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fea4d45-5016-4f17-bf79-8393411f9181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.1887712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a9b964-fdde-4c16-99a7-c851b56773ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.202110698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a9b964-fdde-4c16-99a7-c851b56773ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.214802528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a9b964-fdde-4c16-99a7-c851b56773ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.227742209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a9b964-fdde-4c16-99a7-c851b56773ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.849202193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39339261-970d-4c11-b40e-07b23892ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.862017533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39339261-970d-4c11-b40e-07b23892ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.874491189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39339261-970d-4c11-b40e-07b23892ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:29.887151797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39339261-970d-4c11-b40e-07b23892ca40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:30.488368731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a034ae1-cd81-4360-9fa0-86ce30a3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:30.501150241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a034ae1-cd81-4360-9fa0-86ce30a3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:30.514009985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a034ae1-cd81-4360-9fa0-86ce30a3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:30.526595915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a034ae1-cd81-4360-9fa0-86ce30a3da2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.053810223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.088569509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a676a2f5-5548-4360-a354-a1e9e7a641a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.101887955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a676a2f5-5548-4360-a354-a1e9e7a641a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.114959135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a676a2f5-5548-4360-a354-a1e9e7a641a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.128288623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a676a2f5-5548-4360-a354-a1e9e7a641a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.859263267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cbe462-0619-458e-9f33-abf2bfa599da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.87411683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cbe462-0619-458e-9f33-abf2bfa599da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.886928808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cbe462-0619-458e-9f33-abf2bfa599da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:31.900144096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cbe462-0619-458e-9f33-abf2bfa599da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:32.519134714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96d0048-7787-49a0-a3a2-20087aa8881f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:32.532526918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96d0048-7787-49a0-a3a2-20087aa8881f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:32.54524243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96d0048-7787-49a0-a3a2-20087aa8881f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:32.558146285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96d0048-7787-49a0-a3a2-20087aa8881f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:32.973550276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13c7a65f-7a3a-4cc3-aa1d-8100fab70c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.07294455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d972200-8742-441c-a8d9-98f9e328e8ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.08516499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3372865b-e2e3-4c42-9843-0bf04fb1bbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.099340418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3372865b-e2e3-4c42-9843-0bf04fb1bbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.112286173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3372865b-e2e3-4c42-9843-0bf04fb1bbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.129307791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3372865b-e2e3-4c42-9843-0bf04fb1bbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.254531849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"84ef58d6-d9e2-47e5-aa7e-8d745f9dd911","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.293942695Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"84ef58d6-d9e2-47e5-aa7e-8d745f9dd911","name":"e2e-worker-w1-29c2f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.782047331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162644e-af7d-46df-a9c3-b6da6d6274a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.795165533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162644e-af7d-46df-a9c3-b6da6d6274a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.807839481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162644e-af7d-46df-a9c3-b6da6d6274a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:33.821071478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162644e-af7d-46df-a9c3-b6da6d6274a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.38461941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432ef941-cc31-4e61-9ad6-f2dd4aad17d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.397122676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432ef941-cc31-4e61-9ad6-f2dd4aad17d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.409465272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432ef941-cc31-4e61-9ad6-f2dd4aad17d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.422066913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432ef941-cc31-4e61-9ad6-f2dd4aad17d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.978348154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75f9cd-1a4d-4e50-a0b6-856160cf8a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:34.992547887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75f9cd-1a4d-4e50-a0b6-856160cf8a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.006488644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75f9cd-1a4d-4e50-a0b6-856160cf8a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.01977366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f75f9cd-1a4d-4e50-a0b6-856160cf8a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.690564372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179231f-63cf-4ac1-8b18-6b843f4dcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.703346233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179231f-63cf-4ac1-8b18-6b843f4dcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.716083089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179231f-63cf-4ac1-8b18-6b843f4dcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:35.729575554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179231f-63cf-4ac1-8b18-6b843f4dcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.286711248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa4fcb2-c252-44ec-b497-6ec0452f3c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.299092406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa4fcb2-c252-44ec-b497-6ec0452f3c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.311718888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa4fcb2-c252-44ec-b497-6ec0452f3c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.324607146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aa4fcb2-c252-44ec-b497-6ec0452f3c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.837897872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5aa21c2-e808-47ac-a95c-d0d230901524","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.898687572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdaf691-8a3d-43be-beb9-ee6162ae2900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.911494558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdaf691-8a3d-43be-beb9-ee6162ae2900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.924043316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdaf691-8a3d-43be-beb9-ee6162ae2900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.936950001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdaf691-8a3d-43be-beb9-ee6162ae2900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:36.963990922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1150abd7-5c92-411c-968e-5dae7e6e0f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:37.616117228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5141507-98e8-4dc0-b779-ae8fea757498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:37.633145985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5141507-98e8-4dc0-b779-ae8fea757498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:37.648166785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5141507-98e8-4dc0-b779-ae8fea757498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:37.661564908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5141507-98e8-4dc0-b779-ae8fea757498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.287420584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45e1ff-5e18-4fbe-b135-f0e271fed934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.300248808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45e1ff-5e18-4fbe-b135-f0e271fed934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.31297211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45e1ff-5e18-4fbe-b135-f0e271fed934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.326365447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45e1ff-5e18-4fbe-b135-f0e271fed934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.629264041Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"840864f4-694b-4e24-896c-dc5990218e5a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:38.659332071Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"840864f4-694b-4e24-896c-dc5990218e5a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.268026322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eeb5f02-0f8f-4c0b-bbc0-63f4cb8e0d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.28121798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eeb5f02-0f8f-4c0b-bbc0-63f4cb8e0d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.293833246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eeb5f02-0f8f-4c0b-bbc0-63f4cb8e0d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.307099219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eeb5f02-0f8f-4c0b-bbc0-63f4cb8e0d98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.887759452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb973fb-6768-486f-b7a0-a15597752a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.900486418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb973fb-6768-486f-b7a0-a15597752a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.913280385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb973fb-6768-486f-b7a0-a15597752a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:39.925958272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb973fb-6768-486f-b7a0-a15597752a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.428121775Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"912452db-6303-453c-acec-221a8f2dae99","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.512337808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a310d7-0cae-4e59-92b2-71d3c9a685c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.528452017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a310d7-0cae-4e59-92b2-71d3c9a685c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.544075714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a310d7-0cae-4e59-92b2-71d3c9a685c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.557317242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a310d7-0cae-4e59-92b2-71d3c9a685c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.558219272Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","namespace":"ai-tenant-e2e-ait-229ab2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.558378605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","namespace":"ai-tenant-e2e-ait-229ab2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.558471641Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","tenant":"e2e-ait-229ab2ac","tenantID":"e2e-ait-229ab2ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.574957477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Deployment","name":"maas-api-e2e-ait-229ab2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.612957626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Service","name":"maas-api-e2e-ait-229ab2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.650509167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-229ab2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.669180296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-229ab2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.685851243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.701845184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.721530137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.73814858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.753970132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Deployment","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.772183457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.803098262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Service","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.834628938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"Service","name":"payload-pre-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.850459958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"DestinationRule","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.877644312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.896380409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.914099614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.930100856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.947436412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.966214068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-229ab2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:40.982250531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-229ab2ac"},"namespace":"ai-tenant-e2e-ait-229ab2ac","name":"default-tenant","reconcileID":"76608a23-46e0-4bd1-972a-41a38d7ca8bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-229ab2ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.269833013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683e308f-b841-4ea5-8b8c-fc97b2a2629d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.282542114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683e308f-b841-4ea5-8b8c-fc97b2a2629d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.294985029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683e308f-b841-4ea5-8b8c-fc97b2a2629d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.307516448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683e308f-b841-4ea5-8b8c-fc97b2a2629d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.882279713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152d9fcc-3f7a-41b6-b982-0ce113724305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.894957751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152d9fcc-3f7a-41b6-b982-0ce113724305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.907534832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152d9fcc-3f7a-41b6-b982-0ce113724305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:41.920082782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152d9fcc-3f7a-41b6-b982-0ce113724305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.496686331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bc4a52-10b4-425b-9a76-a037bb0a5c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.509273002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bc4a52-10b4-425b-9a76-a037bb0a5c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.521769759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bc4a52-10b4-425b-9a76-a037bb0a5c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:42.534381168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21bc4a52-10b4-425b-9a76-a037bb0a5c85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.092781788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7afd4d-22b3-4ac6-8839-1fba2a75bab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.105548947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7afd4d-22b3-4ac6-8839-1fba2a75bab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.118386669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7afd4d-22b3-4ac6-8839-1fba2a75bab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.131381888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7afd4d-22b3-4ac6-8839-1fba2a75bab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.780361553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf44286-cac2-4933-bdba-260cbfb89dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.7935732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf44286-cac2-4933-bdba-260cbfb89dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.807032905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf44286-cac2-4933-bdba-260cbfb89dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.819956749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf44286-cac2-4933-bdba-260cbfb89dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:43.880991126Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-229ab2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-229ab2ac","reconcileID":"d1dcf22d-c918-4757-93fc-18fb724d24e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-229ab2ac","removed":["maas.opendatahub.io/gateway-access-e2e-ait-229ab2ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.39433055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97e5f4-be6e-42c2-aecf-b1b5eb4e52ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.40793925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97e5f4-be6e-42c2-aecf-b1b5eb4e52ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.420563851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97e5f4-be6e-42c2-aecf-b1b5eb4e52ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:44.433383857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c97e5f4-be6e-42c2-aecf-b1b5eb4e52ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.097580726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddd885-9d69-4057-a9d5-11443be03ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.110487479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddd885-9d69-4057-a9d5-11443be03ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.123106995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddd885-9d69-4057-a9d5-11443be03ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.135824535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3ddd885-9d69-4057-a9d5-11443be03ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.690346923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8f43cd-f964-4b6c-bfe3-2132be8064de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.70283261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8f43cd-f964-4b6c-bfe3-2132be8064de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.715500186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8f43cd-f964-4b6c-bfe3-2132be8064de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:45.728041255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f8f43cd-f964-4b6c-bfe3-2132be8064de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.345048177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9d7971-f320-4aed-98cf-475ab5e9ce84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.357594228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9d7971-f320-4aed-98cf-475ab5e9ce84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.370195836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9d7971-f320-4aed-98cf-475ab5e9ce84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.382775881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb9d7971-f320-4aed-98cf-475ab5e9ce84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:46.991120568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29a83d8-47e3-40fe-8b2e-e7052ce45bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.003892021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29a83d8-47e3-40fe-8b2e-e7052ce45bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.016408511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29a83d8-47e3-40fe-8b2e-e7052ce45bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.029596573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29a83d8-47e3-40fe-8b2e-e7052ce45bf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.587479777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb23cb8a-509b-4c8f-aac1-bf534552ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.600358712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb23cb8a-509b-4c8f-aac1-bf534552ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.612917353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb23cb8a-509b-4c8f-aac1-bf534552ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:47.625408579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb23cb8a-509b-4c8f-aac1-bf534552ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.178594309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be94670e-c490-4aaa-8644-8f4dfa3f8e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.192558561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be94670e-c490-4aaa-8644-8f4dfa3f8e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.205699094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be94670e-c490-4aaa-8644-8f4dfa3f8e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.218138265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be94670e-c490-4aaa-8644-8f4dfa3f8e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.798192211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a8665-d241-4d43-8a7e-35904b823b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.81094524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a8665-d241-4d43-8a7e-35904b823b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.82350704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a8665-d241-4d43-8a7e-35904b823b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:48.836086113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef8a8665-d241-4d43-8a7e-35904b823b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.188752755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-91520c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-91520c","reconcileID":"eb98ecf2-cc58-4b7f-a8a4-186f88182eeb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-91520c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-91520c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.40070952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216324a-8f02-4c91-a351-c68b7ee02d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.413199117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216324a-8f02-4c91-a351-c68b7ee02d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.426484378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216324a-8f02-4c91-a351-c68b7ee02d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.439063777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a216324a-8f02-4c91-a351-c68b7ee02d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.923399196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc563c5e-cdd7-49d0-a163-62f35577f4e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:49.985991759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01644f42-23dc-486e-b834-9b8afd997ba5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.122492986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac5995-407f-4a7c-87c0-2a73677592c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.135104773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac5995-407f-4a7c-87c0-2a73677592c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.148188345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac5995-407f-4a7c-87c0-2a73677592c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.161143384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ac5995-407f-4a7c-87c0-2a73677592c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.712478592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d5feb4-1050-4e9b-af35-55bfdf282334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.724981435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d5feb4-1050-4e9b-af35-55bfdf282334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.737448762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d5feb4-1050-4e9b-af35-55bfdf282334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:50.750257519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d5feb4-1050-4e9b-af35-55bfdf282334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.35907968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f825b94f-a64c-4e8b-8776-8806870abe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.372121767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f825b94f-a64c-4e8b-8776-8806870abe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.385281186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f825b94f-a64c-4e8b-8776-8806870abe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.397996172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f825b94f-a64c-4e8b-8776-8806870abe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.6481758Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"088d466e-226d-4458-b5d9-75830112127b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.697031419Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"088d466e-226d-4458-b5d9-75830112127b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.761779464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","namespace":"ai-tenant-e2e-ait-044e79d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.762052943Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","namespace":"ai-tenant-e2e-ait-044e79d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.762150182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","tenant":"e2e-ait-044e79d4","tenantID":"e2e-ait-044e79d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.779127487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Deployment","name":"maas-api-e2e-ait-044e79d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.810878027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Service","name":"maas-api-e2e-ait-044e79d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.828654122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-044e79d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.844362531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-044e79d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.861942308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.879660082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.899790518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.916261021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.931305661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Deployment","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.944340414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:51.983326037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Service","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.012329121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"Service","name":"payload-pre-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.015284666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cb67a-5c29-48fc-9599-4cd5e18fdb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.028214546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cb67a-5c29-48fc-9599-4cd5e18fdb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.032980794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.045047423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cb67a-5c29-48fc-9599-4cd5e18fdb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.059849252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252cb67a-5c29-48fc-9599-4cd5e18fdb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.060109594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.073253221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.091091592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.103966129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.118172563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.131751707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-044e79d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.148117163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-044e79d4"},"namespace":"ai-tenant-e2e-ait-044e79d4","name":"default-tenant","reconcileID":"2f7bfecf-3c31-4c67-9215-df5d8cb367e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-044e79d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.407595882Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-044e79d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-044e79d4","reconcileID":"68410295-40ac-4b96-a407-988c523fecf6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-044e79d4","removed":["maas.opendatahub.io/gateway-access-e2e-ait-044e79d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.695771406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c16690f-22ae-4c9d-b539-c79981e59620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.708892371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c16690f-22ae-4c9d-b539-c79981e59620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.721450093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c16690f-22ae-4c9d-b539-c79981e59620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:52.734441439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c16690f-22ae-4c9d-b539-c79981e59620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.293443841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe88555-f66f-4486-9f3a-16b56a00af6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.305988232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe88555-f66f-4486-9f3a-16b56a00af6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.318521574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe88555-f66f-4486-9f3a-16b56a00af6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.331407256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe88555-f66f-4486-9f3a-16b56a00af6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.877480936Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"2c85e69c-8de3-470c-a439-b6e7363774f2","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.895068099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7377fb97-397e-4fda-aafe-8f0b55ea9887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.907934184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7377fb97-397e-4fda-aafe-8f0b55ea9887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.920714812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7377fb97-397e-4fda-aafe-8f0b55ea9887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:53.93346224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7377fb97-397e-4fda-aafe-8f0b55ea9887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.339929334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"ea28ddf1-ad98-41f6-a27f-a8ba0496dc5a","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.593658094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cc67fe-cce0-4413-a1b7-62c9913e2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.606490076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cc67fe-cce0-4413-a1b7-62c9913e2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.619214048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cc67fe-cce0-4413-a1b7-62c9913e2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:54.632086736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5cc67fe-cce0-4413-a1b7-62c9913e2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.183421096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dedf371-2747-49ed-a4d2-b27ba9b3d087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.196730116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dedf371-2747-49ed-a4d2-b27ba9b3d087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.209443421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dedf371-2747-49ed-a4d2-b27ba9b3d087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.221924737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dedf371-2747-49ed-a4d2-b27ba9b3d087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.786602737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1648e5a-32eb-4e1c-b900-74d0d50a9177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.799241364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1648e5a-32eb-4e1c-b900-74d0d50a9177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.812322242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1648e5a-32eb-4e1c-b900-74d0d50a9177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:55.825211038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1648e5a-32eb-4e1c-b900-74d0d50a9177","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:56.487308892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb1ae2f-8264-450b-98af-dd9f600201c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:56.500460042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb1ae2f-8264-450b-98af-dd9f600201c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:56.513283604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb1ae2f-8264-450b-98af-dd9f600201c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:56.52693214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb1ae2f-8264-450b-98af-dd9f600201c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.035194326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20184c58-33ab-463e-a410-4bcf272f6088","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.084562112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8e053-52e0-496c-a925-abb2b0556742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.097347142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8e053-52e0-496c-a925-abb2b0556742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.109883122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8e053-52e0-496c-a925-abb2b0556742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.122817669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bf8e053-52e0-496c-a925-abb2b0556742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.15284457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ba1baab-f5ef-4c9d-a32d-a659d142e579","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.206752845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-92d984","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-92d984","reconcileID":"9ea076f5-4f4a-484b-b490-3ad4c9868873","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-92d984","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-92d984":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.794992289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88de3bd3-afef-4459-8bc9-8c847b12f315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.808246619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88de3bd3-afef-4459-8bc9-8c847b12f315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.820725575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88de3bd3-afef-4459-8bc9-8c847b12f315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:57.833336694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88de3bd3-afef-4459-8bc9-8c847b12f315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.018883908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","namespace":"ai-tenant-e2e-derive-2976cd0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.018997502Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","namespace":"ai-tenant-e2e-derive-2976cd0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.019088924Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","tenant":"e2e-derive-2976cd0d","tenantID":"e2e-derive-2976cd0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.037786297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Deployment","name":"maas-api-e2e-derive-2976cd0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.067222974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Service","name":"maas-api-e2e-derive-2976cd0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.085622916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-2976cd0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.102103096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-2976cd0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.124792637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.141545478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.162520886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.179426094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.192454101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Deployment","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.205342284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.218273971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Service","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.231254933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"Service","name":"payload-pre-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.244256016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"DestinationRule","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.257458399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.270582647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.288136344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.300997753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.315184665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.328485837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-2976cd0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:58.341336215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2976cd0d"},"namespace":"ai-tenant-e2e-derive-2976cd0d","name":"default-tenant","reconcileID":"8db7d394-764f-4c93-a823-745784eda5b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-2976cd0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:59.12163509Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2976cd0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2976cd0d","reconcileID":"eeb4f66f-d6b6-4e76-9101-07d52d030812","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2976cd0d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-2976cd0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:59.4871943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e9e3964-c700-4bb2-8f45-d28209a5da02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:59.50319053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e9e3964-c700-4bb2-8f45-d28209a5da02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:59.522706993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e9e3964-c700-4bb2-8f45-d28209a5da02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:53:59.536657052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e9e3964-c700-4bb2-8f45-d28209a5da02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.046925922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"a1f2275a-cbf9-4886-8eb9-b333be8125de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.08836146Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"a1f2275a-cbf9-4886-8eb9-b333be8125de","name":"e2e-worker-w5-91520c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.10409727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babf7fc8-ec1e-487f-88f3-6e58393c6dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.116802649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babf7fc8-ec1e-487f-88f3-6e58393c6dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.116890086Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","namespace":"ai-tenant-e2e-ait-5d56935a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.129535628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babf7fc8-ec1e-487f-88f3-6e58393c6dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.129626458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","namespace":"ai-tenant-e2e-ait-5d56935a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.12970382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","tenant":"e2e-ait-5d56935a","tenantID":"e2e-ait-5d56935a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.143145432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babf7fc8-ec1e-487f-88f3-6e58393c6dc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.161963496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Deployment","name":"maas-api-e2e-ait-5d56935a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.199889178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Service","name":"maas-api-e2e-ait-5d56935a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.218979494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5d56935a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.234419147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5d56935a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.251461033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.267666598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.286116674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.30194349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.316043398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Deployment","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.333482468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.346454667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Service","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.362735632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"Service","name":"payload-pre-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.375717015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.388599517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.401280514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.423393364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.45147021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.464372915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.477357143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5d56935a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.490405415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5d56935a"},"namespace":"ai-tenant-e2e-ait-5d56935a","name":"default-tenant","reconcileID":"32b28a64-3a7e-4d3c-8fae-bfedb6a20aa2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5d56935a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.517321762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","namespace":"ai-tenant-e2e-migrate-f2459168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.517406585Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","namespace":"ai-tenant-e2e-migrate-f2459168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.517480034Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","tenant":"e2e-migrate-f2459168","tenantID":"e2e-migrate-f2459168","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.534394955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Deployment","name":"maas-api-e2e-migrate-f2459168","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.56563101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Service","name":"maas-api-e2e-migrate-f2459168","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.623899551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-f2459168","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.641311684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-f2459168","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.657651091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.681739157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.694511206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.713393463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.734162092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Deployment","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.749203914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.763119159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Service","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.77602794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"Service","name":"payload-pre-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.792165441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.793247624Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5d56935a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5d56935a","reconcileID":"602aedca-1a08-45ef-9bb9-64ce80265787","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5d56935a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5d56935a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.794203516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a47f6-d162-438e-bbe3-3f568ac544d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.809332803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.810005495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a47f6-d162-438e-bbe3-3f568ac544d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.823591277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a47f6-d162-438e-bbe3-3f568ac544d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.824142588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.836468635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1a47f6-d162-438e-bbe3-3f568ac544d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.849359168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.86264859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.875683624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.889375214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-f2459168","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:00.91415386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-f2459168"},"namespace":"ai-tenant-e2e-migrate-f2459168","name":"default-tenant","reconcileID":"9b7a396f-b2d8-4c3d-a27e-bb9b6a6c8219","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-f2459168","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.121128198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.271774448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-f2459168","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-f2459168","reconcileID":"33ca05e3-e04f-43cb-ad5e-95122404deb1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-f2459168-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-f2459168-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.556269656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37c0f6-8926-499a-adde-208fe79690e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.56901931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37c0f6-8926-499a-adde-208fe79690e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.58253929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37c0f6-8926-499a-adde-208fe79690e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:01.59556948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab37c0f6-8926-499a-adde-208fe79690e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.188927136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52408-7b98-4bbe-b9d8-d9d46c7201d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.201574993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52408-7b98-4bbe-b9d8-d9d46c7201d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.214152385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52408-7b98-4bbe-b9d8-d9d46c7201d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.227075885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83c52408-7b98-4bbe-b9d8-d9d46c7201d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.800869866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df326e44-e582-4115-b5ed-60ad917df97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.813574477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df326e44-e582-4115-b5ed-60ad917df97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.826657356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df326e44-e582-4115-b5ed-60ad917df97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:02.839743653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df326e44-e582-4115-b5ed-60ad917df97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.490807778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe2f817-5087-4982-89d1-1a75f10f06bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.504278365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe2f817-5087-4982-89d1-1a75f10f06bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.517099889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe2f817-5087-4982-89d1-1a75f10f06bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.530769754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abe2f817-5087-4982-89d1-1a75f10f06bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.540753846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"bf451342-9d82-499a-8a57-d4a5208b0679","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:03.573164513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"06f482c0-bf19-4c99-98dd-5f7341a9e29f","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.118476084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6def62-9b85-4761-be58-f0e362c1b3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.133651438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6def62-9b85-4761-be58-f0e362c1b3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.147231456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6def62-9b85-4761-be58-f0e362c1b3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.161116174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6def62-9b85-4761-be58-f0e362c1b3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.250563829Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-863f1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-863f1b","reconcileID":"808fff11-01bf-4b88-ae6b-07693e8330a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-863f1b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-863f1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.787239552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22ef31b-bdce-46f9-9b8f-5be1d19b83b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.799853114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22ef31b-bdce-46f9-9b8f-5be1d19b83b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.813130433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22ef31b-bdce-46f9-9b8f-5be1d19b83b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:04.82637033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22ef31b-bdce-46f9-9b8f-5be1d19b83b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.485358079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0b9316-5230-4e75-9cd9-98eb3cb40160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.498597547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0b9316-5230-4e75-9cd9-98eb3cb40160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.511258135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0b9316-5230-4e75-9cd9-98eb3cb40160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:05.524145164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0b9316-5230-4e75-9cd9-98eb3cb40160","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.144491051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb5bfe9-f854-4719-8d6d-200ced994bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.158450983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb5bfe9-f854-4719-8d6d-200ced994bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.173531824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb5bfe9-f854-4719-8d6d-200ced994bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.187140244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb5bfe9-f854-4719-8d6d-200ced994bbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.466923882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-82db63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-82db63","reconcileID":"375c02d8-6e86-44dc-9242-529a9e41ff11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-82db63","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-82db63":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.65232016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"72f73dd5-7f00-4738-a8f3-423ef9b32bd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.699566342Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"72f73dd5-7f00-4738-a8f3-423ef9b32bd0","name":"e2e-worker-w2-92d984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.822481532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ada8f3-412f-4cc1-895c-1b7c2af93037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.840777993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ada8f3-412f-4cc1-895c-1b7c2af93037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.855293034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ada8f3-412f-4cc1-895c-1b7c2af93037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:06.92372663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ada8f3-412f-4cc1-895c-1b7c2af93037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:07.498740502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bbc7d7-bc45-4557-9091-10ece8dad287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:07.511368248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bbc7d7-bc45-4557-9091-10ece8dad287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:07.524195943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bbc7d7-bc45-4557-9091-10ece8dad287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:07.536804403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6bbc7d7-bc45-4557-9091-10ece8dad287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:07.636124812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"1343be9e-316f-4fac-a95d-3fbfe2a5a772","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.019598975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-cea94a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-cea94a","reconcileID":"ddc58bfa-10b2-43f0-a046-9a77f52a7f35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-cea94a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-cea94a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.093696953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96a1c34-ba5c-43ec-b5d6-dd44edf94ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.10666036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96a1c34-ba5c-43ec-b5d6-dd44edf94ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.11968748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96a1c34-ba5c-43ec-b5d6-dd44edf94ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.132436562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96a1c34-ba5c-43ec-b5d6-dd44edf94ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.721256756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a17123-b165-4a27-a6c1-38ef34cfe0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.73391921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a17123-b165-4a27-a6c1-38ef34cfe0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.746394395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a17123-b165-4a27-a6c1-38ef34cfe0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:08.75894947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82a17123-b165-4a27-a6c1-38ef34cfe0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.803651387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229dd6dc-b71a-433a-857b-294da6818a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.817401593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229dd6dc-b71a-433a-857b-294da6818a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.830775437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229dd6dc-b71a-433a-857b-294da6818a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:10.843500337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229dd6dc-b71a-433a-857b-294da6818a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.496554744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1bdf8c-8a9b-4111-8146-41541f034897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.509235494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1bdf8c-8a9b-4111-8146-41541f034897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.522593573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1bdf8c-8a9b-4111-8146-41541f034897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:11.535286789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1bdf8c-8a9b-4111-8146-41541f034897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.086717693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"4904b26a-0858-4a1d-8521-e4c17b050049","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.090747538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d05c39-7771-4187-ae95-071c664e5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.104128159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d05c39-7771-4187-ae95-071c664e5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.117363039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d05c39-7771-4187-ae95-071c664e5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.119705902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"c92fb173-0098-4d5c-b01a-45f9fd7adeb2","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:12.129841768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d05c39-7771-4187-ae95-071c664e5a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:13.731411008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"76218924-f3d7-413f-a3c2-ec2006c59d5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:13.770967219Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"76218924-f3d7-413f-a3c2-ec2006c59d5f","name":"e2e-worker-w6-863f1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.80464457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be6472e-d2a1-44cd-b39f-50c47634d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.818032409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be6472e-d2a1-44cd-b39f-50c47634d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.830990128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be6472e-d2a1-44cd-b39f-50c47634d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:17.843856889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be6472e-d2a1-44cd-b39f-50c47634d948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:18.49840897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026a6e6-b9a6-4a45-bd1e-de0f9d8d8ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:18.511778741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026a6e6-b9a6-4a45-bd1e-de0f9d8d8ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:18.524511841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026a6e6-b9a6-4a45-bd1e-de0f9d8d8ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:18.53741286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026a6e6-b9a6-4a45-bd1e-de0f9d8d8ed0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:19.101569858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"a5d11329-8dea-4bc5-8233-80c518b8bb81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:19.146767521Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"a5d11329-8dea-4bc5-8233-80c518b8bb81","name":"e2e-worker-w3-82db63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:20.874474664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"99b18be1-989a-463c-bf33-2ddd9ca0738d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:20.916086518Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"99b18be1-989a-463c-bf33-2ddd9ca0738d","name":"e2e-worker-w4-cea94a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.419471152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"e0942ce0-3a48-4ca7-875b-e8ce2a83dbf6","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.667263807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"a4ad0f98-971f-4d50-95ad-e5c818dc8ced","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.687998897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a9d1a02-97ad-43f3-83a3-ca2e574416bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.688020225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a9d1a02-97ad-43f3-83a3-ca2e574416bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.701058539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"ac63e85f-78b5-4b81-92a1-40d65c77ceb0","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.708399234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3d4e8ea-a504-46ce-a46d-fa5fafe1ea88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.708418691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3d4e8ea-a504-46ce-a46d-fa5fafe1ea88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.719495064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"827c6c7d-f036-43fa-9c87-dcd7c5d32ab1","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:26.722620629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3b067/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.783474742Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"f03b02c0-ec4b-4d6d-949d-9744abfa1711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"simulator-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.878521024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"69db8b54-82dd-40e7-bf5e-55476eedd746","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.945282901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"ec44810a-f18c-42ef-bfc3-041a01193ac4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.95146674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"2256c925-6255-4e08-8b02-1651c99eb3a9","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.970478166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"14b31939-038f-4616-b9f8-93379e47d67c","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:26.986063936Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"14b31939-038f-4616-b9f8-93379e47d67c","name":"simulator-w0-f3b067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:26.986130843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"14b31939-038f-4616-b9f8-93379e47d67c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.991714697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"3e7a13bc-cbca-4134-82b4-f240dea25af0","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:26.996239454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"aceefaca-3455-4dfa-a0cf-6cc61491e9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.044792047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"89e48cf6-fbad-4956-8fd5-ef6cdfd68aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.055762962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"aceefaca-3455-4dfa-a0cf-6cc61491e9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.072811119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"aceefaca-3455-4dfa-a0cf-6cc61491e9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.091492154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"cd0a3ee5-360a-4b9f-a932-0ca404e5a71f","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.122559487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6beb077c-c973-4f48-ad40-90296b1af2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.144937011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6beb077c-c973-4f48-ad40-90296b1af2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.164561702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6beb077c-c973-4f48-ad40-90296b1af2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.18186273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"5e12f16f-3e91-461f-8381-3355d6d7e633","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.202859192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"89f93865-13dc-4735-b294-40fa74cd6d6a","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.218596384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0d2b8602-2312-4b70-801a-785e0216c929","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.228249648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8958f7fa-5da4-46be-a2e8-5eda6db76fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:27.229032583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3b067/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.23801432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"52adcf90-6571-4bbb-b757-358abea350bb","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.247850646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8958f7fa-5da4-46be-a2e8-5eda6db76fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.264783249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8958f7fa-5da4-46be-a2e8-5eda6db76fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.325774568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"7d456cd7-cdcd-4afc-bc2c-4bed57aecb38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"premium-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.331372908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a1e49177-0565-4438-820c-0586adeed5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.35725606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a1e49177-0565-4438-820c-0586adeed5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.375121744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a1e49177-0565-4438-820c-0586adeed5ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.383336709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"6ffd83c5-c0ad-4baf-afd5-30012250dce6","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.418054752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0302dd22-6f0c-4855-9949-39f66448c28c","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.423948202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"ca3c6558-2a9d-4851-bd2c-8a9fc57a025b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.440029004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"04372c00-2ef1-410c-8390-de7003896144","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:27.455181431Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"04372c00-2ef1-410c-8390-de7003896144","name":"premium-w0-f3b067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:27.455256796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"04372c00-2ef1-410c-8390-de7003896144","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.460800388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"56315e4e-f7cc-4f33-8ae9-f950266576ea","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.476087223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0cebd633-149d-4a93-9f1f-f11241c8b0b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.482260303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ec6dea0a-73f3-480a-b29b-3f0277934e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.495324584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0cebd633-149d-4a93-9f1f-f11241c8b0b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.502104608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ec6dea0a-73f3-480a-b29b-3f0277934e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.512362924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0cebd633-149d-4a93-9f1f-f11241c8b0b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.519336315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ec6dea0a-73f3-480a-b29b-3f0277934e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.525489681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"2f2d226d-e47a-421d-9003-2d10c385d8c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.530514442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"3ba10d43-dbc2-4020-970a-8fe3dc1246a8","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.577450726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"73d34022-0510-4655-bea1-ee02b1ca067b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.623089857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"73d34022-0510-4655-bea1-ee02b1ca067b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:27.642083014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"73d34022-0510-4655-bea1-ee02b1ca067b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.104592028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc584453-a291-4f58-97b8-82432a5593e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.117499483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc584453-a291-4f58-97b8-82432a5593e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.130984415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc584453-a291-4f58-97b8-82432a5593e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.144675517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc584453-a291-4f58-97b8-82432a5593e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.785336912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e86fc-3b1f-4346-90bc-01b79b375246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.798127663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e86fc-3b1f-4346-90bc-01b79b375246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.811233411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e86fc-3b1f-4346-90bc-01b79b375246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:28.824014864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3e86fc-3b1f-4346-90bc-01b79b375246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:31.12108989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.132432783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c5c304-1376-472c-b670-5bda30b76f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.145748815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c5c304-1376-472c-b670-5bda30b76f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.158313657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c5c304-1376-472c-b670-5bda30b76f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.171335429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c5c304-1376-472c-b670-5bda30b76f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.779490466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022afbd8-a9a5-4bdc-a182-4c88c3e69962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.79237834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022afbd8-a9a5-4bdc-a182-4c88c3e69962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.804891858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022afbd8-a9a5-4bdc-a182-4c88c3e69962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:33.817304229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022afbd8-a9a5-4bdc-a182-4c88c3e69962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.547449832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"1ed6efba-04c4-482f-893a-8601a2f91178","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.749675867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ac6c0a63-06d5-4a5c-ae4c-3da0d86d1770","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.782024235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"9ae5be9f-4e95-4cf9-a306-570bf4718574","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.795094558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"54f40930-47b7-42f9-bb30-c25510b0706c","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.825769922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"d43b16c7-f020-4736-b1d8-329f5580127a","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:34.826343754Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.883720299Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"d3c19521-00ec-4bd8-b864-7746b408bd27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"simulator-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.917712347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8387b29a-65f8-4659-8c36-542c62b99c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.931027253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8387b29a-65f8-4659-8c36-542c62b99c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.936983532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ac3f70d0-bc6b-45fd-bb89-60793b1d86b3","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.944805978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8387b29a-65f8-4659-8c36-542c62b99c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.958036556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8387b29a-65f8-4659-8c36-542c62b99c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.962065307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"65992312-7201-4666-9e59-62d216ed7023","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.983487068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5884a008-7573-4156-9840-1a9b7942061a","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:34.986040225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"cffd9838-34a8-480d-a639-699d0bad9123","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.019109014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e2054aca-96a3-418e-9050-0a71337bf069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.070581079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e2054aca-96a3-418e-9050-0a71337bf069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.086054377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"1b0b4119-885d-4b1f-9804-584f415853f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.087481798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e2054aca-96a3-418e-9050-0a71337bf069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.103587793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ed3f144a-979e-44c6-8e14-96a848c17825","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.131266294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6245b946-9d4d-47c0-946e-0069e9a7c2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.149298197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6245b946-9d4d-47c0-946e-0069e9a7c2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.16611578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6245b946-9d4d-47c0-946e-0069e9a7c2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.184444008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"8ea267f2-78a3-453e-9b6f-147e2f582d26","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.203528577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a43a6406-5ba4-495d-a7ed-a2b37e602275","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.203810998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"0843375a-ef2d-4f50-b13f-33b6079f77d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.219002477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"0caca30b-2059-44e1-b613-797fc911dca8","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:35.219943189Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-29c2f2/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.231733328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b59790c1-ba01-4da1-9bd0-06725dd84f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.235321406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"453198b4-a339-4c5b-b567-c87190a4b3ab","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.264468144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b59790c1-ba01-4da1-9bd0-06725dd84f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.277288464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"95d7254c-a46c-4399-856b-6ad215684199","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.281437326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b59790c1-ba01-4da1-9bd0-06725dd84f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.305279606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"0d3bd81f-58b4-4ec3-9d6e-8fd92fcabf24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.321397433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"5fa5f504-9918-4eff-a025-8006d9d7af6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"premium-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.344488351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9f700f8a-97dd-4f82-b055-90781e545313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.42668735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9f700f8a-97dd-4f82-b055-90781e545313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.439793198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"aa57cac7-7a03-4504-9797-c58d2fa509b3","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.443069921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"8fbe6b84-32e5-46da-a8f2-175e2651a05e","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.446657526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9f700f8a-97dd-4f82-b055-90781e545313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.451774523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"57663f48-8da2-4eae-99a3-61c7521c2421","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.47151725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"fb414408-650e-4196-9958-cd44f463914e","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.48411548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"7a0e2585-0943-4377-a280-a726d74b79f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:35.486388112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"fb414408-650e-4196-9958-cd44f463914e","name":"premium-w1-29c2f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:35.486461324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"fb414408-650e-4196-9958-cd44f463914e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.491781632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"5484169e-6357-4a4e-9f4f-1f738205f3b9","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.513395985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d9ac7b72-45c1-4754-a769-d30c61377879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.513447042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"580a7e7f-aa27-4a85-89f5-d0856e45055d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.525598665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6ae4b925-5e70-4b3a-a0de-be1db7734841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.526511465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"68f718ea-9594-4a90-b595-678af6c55e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.532057379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d9ac7b72-45c1-4754-a769-d30c61377879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.53211244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"580a7e7f-aa27-4a85-89f5-d0856e45055d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.550156924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6ae4b925-5e70-4b3a-a0de-be1db7734841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.55039671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"68f718ea-9594-4a90-b595-678af6c55e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.552308217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d9ac7b72-45c1-4754-a769-d30c61377879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.552338962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"580a7e7f-aa27-4a85-89f5-d0856e45055d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.567875295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (928ff08d4ba73ca0e26a6454c3e224d794031ad222dc92a330709a14b44ddd6c) AuthConfig (672f493458ad5703e352aac67f00ac225060372be579c32edebd46f3ca63c55a) AuthConfig (e53a36a27e62617888badda63262cda92c37e4f3dba5216aaa3a9b88f6e6b2fd) AuthConfig (d7ebe8523d96e2befd8fa0fed5dc532ef5abfa269aa48cb44206ad1773d80c25) AuthConfig (f1672e2b975f5deee3a636f77b3e529e015d65d3cffaf2b6ff5dd83f37f77d3e) AuthConfig (f97ba7db299e7ff97fa8afe6a22becd2571c5e1b16e956d2d829e1955f393d82) AuthConfig (ca49df50264c00f00ade987423f3a6d956cf10e3dba1064c29dc69a347d4abd0) AuthConfig (6e18880fda36a4fb0dc61f4db9cd9988d5aa1839806cec8c56bfa9a5c06a54cf) AuthConfig (78031c4e6578bed6c518a4dc40ecf3b4823a0ad79e69a02339ffb7283990b43f) AuthConfig (cfb6ed1e454d7c6f92c5e106828b2654587cbd01931fbdf9027d2d34525b19a1) AuthConfig (9e3323e157504aecb2cadf5e775a70d3ea794305a445090de56ab5ca1aa769f0) AuthConfig (418f9587745c9b3dc00d997998c6d2908f4228a05d292823570c7296f04266f6) AuthConfig (a61cbd32c64164ce3a43b7d88a03db5b6768a5b4909844574cc63bc21659039b) AuthConfig (bbf6e65d32b6af6fbef047fc3c25757afad65cfd125338d6ce4990a88427703b) AuthConfig (50805ef6707946ef1a7eb76aabba49c292ca886ec3641c92b1724087b5e1b201) AuthConfig (e2329b91ea6676687db7bdee63cdcd731ccd851935fa9ad4e96b5ff9ba9e7978) AuthConfig (1b57336b541723002fa6b086275f5782b4e40256ae2744f1e860b4d75c7f02fb) AuthConfig (082c732fbf49a74cc94ee3721f1aaa6b5275578fc8c034ce9514fd42611da63d) AuthConfig (83940b8fb75faff60bcce7d3eabd38f4716fe998ba003ab32642394946aa7e39) AuthConfig (59980dfadbae13dedc7d3445876eeb728279bb11fda84f942b49356e17dfa40d) AuthConfig (f73cb954871c565a730035835fbb54c13799eb7b0a0511a2b9bcb86c9ca5a0b0) AuthConfig (4623935811d52d7914fa4642b0332cbd7beb2f771441b3bbe0920bc01b14c694) AuthConfig (6aae9fd151a36be2b63fb172e9e207a0c937ac14bdd35ed20565144446c3b656) AuthConfig (fc36371ed34293b6eff874c5c493e331280f72c65efb90191ff0d8cd69fec664) AuthConfig (1607cbc1c163beb1d079400d73e550cd3dda1be9e8c2d3f3ada8b6e4d63bb47b) AuthConfig (16f3dcfee686ac14a4a7d8ac223229a4d3e1a9daafb975727a66f9f5839e2f85) AuthConfig (1db345e402a0dc58ed524b8d087a06e8e99e2eaad625141e71769aa08bea3f54) AuthConfig (5c60b421186f79d0a42d2467e33a02003ce759d70b35ddfbc169b5602faa1217) AuthConfig (7461bbe96524816183efd79f604ad8119ce62dc6e97892487cce027c9ea19388) AuthConfig (808fa60d3f4211c4daf02054258c1e53b4d910caa46c33bc985d4cf47a8d46f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6ae4b925-5e70-4b3a-a0de-be1db7734841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.567988288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (928ff08d4ba73ca0e26a6454c3e224d794031ad222dc92a330709a14b44ddd6c) AuthConfig (672f493458ad5703e352aac67f00ac225060372be579c32edebd46f3ca63c55a) AuthConfig (e53a36a27e62617888badda63262cda92c37e4f3dba5216aaa3a9b88f6e6b2fd) AuthConfig (d7ebe8523d96e2befd8fa0fed5dc532ef5abfa269aa48cb44206ad1773d80c25) AuthConfig (f1672e2b975f5deee3a636f77b3e529e015d65d3cffaf2b6ff5dd83f37f77d3e) AuthConfig (f97ba7db299e7ff97fa8afe6a22becd2571c5e1b16e956d2d829e1955f393d82) AuthConfig (ca49df50264c00f00ade987423f3a6d956cf10e3dba1064c29dc69a347d4abd0) AuthConfig (6e18880fda36a4fb0dc61f4db9cd9988d5aa1839806cec8c56bfa9a5c06a54cf) AuthConfig (78031c4e6578bed6c518a4dc40ecf3b4823a0ad79e69a02339ffb7283990b43f) AuthConfig (cfb6ed1e454d7c6f92c5e106828b2654587cbd01931fbdf9027d2d34525b19a1) AuthConfig (9e3323e157504aecb2cadf5e775a70d3ea794305a445090de56ab5ca1aa769f0) AuthConfig (418f9587745c9b3dc00d997998c6d2908f4228a05d292823570c7296f04266f6) AuthConfig (a61cbd32c64164ce3a43b7d88a03db5b6768a5b4909844574cc63bc21659039b) AuthConfig (bbf6e65d32b6af6fbef047fc3c25757afad65cfd125338d6ce4990a88427703b) AuthConfig (50805ef6707946ef1a7eb76aabba49c292ca886ec3641c92b1724087b5e1b201) AuthConfig (e2329b91ea6676687db7bdee63cdcd731ccd851935fa9ad4e96b5ff9ba9e7978) AuthConfig (1b57336b541723002fa6b086275f5782b4e40256ae2744f1e860b4d75c7f02fb) AuthConfig (082c732fbf49a74cc94ee3721f1aaa6b5275578fc8c034ce9514fd42611da63d) AuthConfig (83940b8fb75faff60bcce7d3eabd38f4716fe998ba003ab32642394946aa7e39) AuthConfig (59980dfadbae13dedc7d3445876eeb728279bb11fda84f942b49356e17dfa40d) AuthConfig (f73cb954871c565a730035835fbb54c13799eb7b0a0511a2b9bcb86c9ca5a0b0) AuthConfig (4623935811d52d7914fa4642b0332cbd7beb2f771441b3bbe0920bc01b14c694) AuthConfig (6aae9fd151a36be2b63fb172e9e207a0c937ac14bdd35ed20565144446c3b656) AuthConfig (fc36371ed34293b6eff874c5c493e331280f72c65efb90191ff0d8cd69fec664) AuthConfig (1607cbc1c163beb1d079400d73e550cd3dda1be9e8c2d3f3ada8b6e4d63bb47b) AuthConfig (16f3dcfee686ac14a4a7d8ac223229a4d3e1a9daafb975727a66f9f5839e2f85) AuthConfig (1db345e402a0dc58ed524b8d087a06e8e99e2eaad625141e71769aa08bea3f54) AuthConfig (5c60b421186f79d0a42d2467e33a02003ce759d70b35ddfbc169b5602faa1217) AuthConfig (7461bbe96524816183efd79f604ad8119ce62dc6e97892487cce027c9ea19388) AuthConfig (808fa60d3f4211c4daf02054258c1e53b4d910caa46c33bc985d4cf47a8d46f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"68f718ea-9594-4a90-b595-678af6c55e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.573391314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"d7388164-1f7f-4983-b103-aba4eb16ee6b","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.582352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"f9f6c552-0107-40ac-b506-fdcc923a5860","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.587489961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"512be53d-010a-4167-a515-f211835ff7be","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.600055272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51c844-6049-4012-b275-e677c45e07f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.600821825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"a55efb9e-f156-496b-b017-03dfebf4910a","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.613744646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51c844-6049-4012-b275-e677c45e07f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.626821748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51c844-6049-4012-b275-e677c45e07f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.639313131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba51c844-6049-4012-b275-e677c45e07f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.65286544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8573c415-e43c-45ee-8672-17b36c41617a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.664845069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ab396c70-4ab6-4520-ab78-19e73ef41b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.664845082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"63baf6b4-a3e5-444b-8996-506b0b8cbe09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.672168176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8573c415-e43c-45ee-8672-17b36c41617a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.683146573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"63baf6b4-a3e5-444b-8996-506b0b8cbe09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.68435162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ab396c70-4ab6-4520-ab78-19e73ef41b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.689327181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8573c415-e43c-45ee-8672-17b36c41617a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.721267897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (928ff08d4ba73ca0e26a6454c3e224d794031ad222dc92a330709a14b44ddd6c) AuthConfig (672f493458ad5703e352aac67f00ac225060372be579c32edebd46f3ca63c55a) AuthConfig (e53a36a27e62617888badda63262cda92c37e4f3dba5216aaa3a9b88f6e6b2fd) AuthConfig (d7ebe8523d96e2befd8fa0fed5dc532ef5abfa269aa48cb44206ad1773d80c25) AuthConfig (f1672e2b975f5deee3a636f77b3e529e015d65d3cffaf2b6ff5dd83f37f77d3e) AuthConfig (f97ba7db299e7ff97fa8afe6a22becd2571c5e1b16e956d2d829e1955f393d82) AuthConfig (ca49df50264c00f00ade987423f3a6d956cf10e3dba1064c29dc69a347d4abd0) AuthConfig (6e18880fda36a4fb0dc61f4db9cd9988d5aa1839806cec8c56bfa9a5c06a54cf) AuthConfig (78031c4e6578bed6c518a4dc40ecf3b4823a0ad79e69a02339ffb7283990b43f) AuthConfig (cfb6ed1e454d7c6f92c5e106828b2654587cbd01931fbdf9027d2d34525b19a1) AuthConfig (9e3323e157504aecb2cadf5e775a70d3ea794305a445090de56ab5ca1aa769f0) AuthConfig (418f9587745c9b3dc00d997998c6d2908f4228a05d292823570c7296f04266f6) AuthConfig (a61cbd32c64164ce3a43b7d88a03db5b6768a5b4909844574cc63bc21659039b) AuthConfig (bbf6e65d32b6af6fbef047fc3c25757afad65cfd125338d6ce4990a88427703b) AuthConfig (50805ef6707946ef1a7eb76aabba49c292ca886ec3641c92b1724087b5e1b201) AuthConfig (e2329b91ea6676687db7bdee63cdcd731ccd851935fa9ad4e96b5ff9ba9e7978) AuthConfig (1b57336b541723002fa6b086275f5782b4e40256ae2744f1e860b4d75c7f02fb) AuthConfig (082c732fbf49a74cc94ee3721f1aaa6b5275578fc8c034ce9514fd42611da63d) AuthConfig (83940b8fb75faff60bcce7d3eabd38f4716fe998ba003ab32642394946aa7e39) AuthConfig (59980dfadbae13dedc7d3445876eeb728279bb11fda84f942b49356e17dfa40d) AuthConfig (f73cb954871c565a730035835fbb54c13799eb7b0a0511a2b9bcb86c9ca5a0b0) AuthConfig (4623935811d52d7914fa4642b0332cbd7beb2f771441b3bbe0920bc01b14c694) AuthConfig (6aae9fd151a36be2b63fb172e9e207a0c937ac14bdd35ed20565144446c3b656) AuthConfig (fc36371ed34293b6eff874c5c493e331280f72c65efb90191ff0d8cd69fec664) AuthConfig (1607cbc1c163beb1d079400d73e550cd3dda1be9e8c2d3f3ada8b6e4d63bb47b) AuthConfig (16f3dcfee686ac14a4a7d8ac223229a4d3e1a9daafb975727a66f9f5839e2f85) AuthConfig (1db345e402a0dc58ed524b8d087a06e8e99e2eaad625141e71769aa08bea3f54) AuthConfig (5c60b421186f79d0a42d2467e33a02003ce759d70b35ddfbc169b5602faa1217) AuthConfig (7461bbe96524816183efd79f604ad8119ce62dc6e97892487cce027c9ea19388) AuthConfig (808fa60d3f4211c4daf02054258c1e53b4d910caa46c33bc985d4cf47a8d46f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"63baf6b4-a3e5-444b-8996-506b0b8cbe09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:35.722227314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (928ff08d4ba73ca0e26a6454c3e224d794031ad222dc92a330709a14b44ddd6c) AuthConfig (672f493458ad5703e352aac67f00ac225060372be579c32edebd46f3ca63c55a) AuthConfig (e53a36a27e62617888badda63262cda92c37e4f3dba5216aaa3a9b88f6e6b2fd) AuthConfig (d7ebe8523d96e2befd8fa0fed5dc532ef5abfa269aa48cb44206ad1773d80c25) AuthConfig (f1672e2b975f5deee3a636f77b3e529e015d65d3cffaf2b6ff5dd83f37f77d3e) AuthConfig (f97ba7db299e7ff97fa8afe6a22becd2571c5e1b16e956d2d829e1955f393d82) AuthConfig (ca49df50264c00f00ade987423f3a6d956cf10e3dba1064c29dc69a347d4abd0) AuthConfig (6e18880fda36a4fb0dc61f4db9cd9988d5aa1839806cec8c56bfa9a5c06a54cf) AuthConfig (78031c4e6578bed6c518a4dc40ecf3b4823a0ad79e69a02339ffb7283990b43f) AuthConfig (cfb6ed1e454d7c6f92c5e106828b2654587cbd01931fbdf9027d2d34525b19a1) AuthConfig (9e3323e157504aecb2cadf5e775a70d3ea794305a445090de56ab5ca1aa769f0) AuthConfig (418f9587745c9b3dc00d997998c6d2908f4228a05d292823570c7296f04266f6) AuthConfig (a61cbd32c64164ce3a43b7d88a03db5b6768a5b4909844574cc63bc21659039b) AuthConfig (bbf6e65d32b6af6fbef047fc3c25757afad65cfd125338d6ce4990a88427703b) AuthConfig (50805ef6707946ef1a7eb76aabba49c292ca886ec3641c92b1724087b5e1b201) AuthConfig (e2329b91ea6676687db7bdee63cdcd731ccd851935fa9ad4e96b5ff9ba9e7978) AuthConfig (1b57336b541723002fa6b086275f5782b4e40256ae2744f1e860b4d75c7f02fb) AuthConfig (082c732fbf49a74cc94ee3721f1aaa6b5275578fc8c034ce9514fd42611da63d) AuthConfig (83940b8fb75faff60bcce7d3eabd38f4716fe998ba003ab32642394946aa7e39) AuthConfig (59980dfadbae13dedc7d3445876eeb728279bb11fda84f942b49356e17dfa40d) AuthConfig (f73cb954871c565a730035835fbb54c13799eb7b0a0511a2b9bcb86c9ca5a0b0) AuthConfig (4623935811d52d7914fa4642b0332cbd7beb2f771441b3bbe0920bc01b14c694) AuthConfig (6aae9fd151a36be2b63fb172e9e207a0c937ac14bdd35ed20565144446c3b656) AuthConfig (fc36371ed34293b6eff874c5c493e331280f72c65efb90191ff0d8cd69fec664) AuthConfig (1607cbc1c163beb1d079400d73e550cd3dda1be9e8c2d3f3ada8b6e4d63bb47b) AuthConfig (16f3dcfee686ac14a4a7d8ac223229a4d3e1a9daafb975727a66f9f5839e2f85) AuthConfig (1db345e402a0dc58ed524b8d087a06e8e99e2eaad625141e71769aa08bea3f54) AuthConfig (5c60b421186f79d0a42d2467e33a02003ce759d70b35ddfbc169b5602faa1217) AuthConfig (7461bbe96524816183efd79f604ad8119ce62dc6e97892487cce027c9ea19388) AuthConfig (808fa60d3f4211c4daf02054258c1e53b4d910caa46c33bc985d4cf47a8d46f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ab396c70-4ab6-4520-ab78-19e73ef41b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.63188097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"bd00a9d9-3e63-4d56-a261-463f30c3d316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.687070444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"f4a1b42f-1a18-4cc0-b8a9-0555202743ca","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.733637079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"07d191be-fb1a-437e-b397-a070b59748ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.788976535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"6801aab1-0053-4c30-8a62-94150c864bce","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.963260891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a0547b58-ddaf-49f9-bd09-56aa42058ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.963260997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7f9e33ee-daf2-451b-9d6d-43c2af65d983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.982969655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7f9e33ee-daf2-451b-9d6d-43c2af65d983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:41.982995406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a0547b58-ddaf-49f9-bd09-56aa42058ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.000918664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d738dc0fee7ba79c22345fac0eb3df1d4c26bb5e9333e8ce410ea37e054ee36e) AuthConfig (d6cc5f82f598b3eb74d89de9475d4856788bed84fbb0295a785ee4c491cc9765) AuthConfig (c5ce83baf5d9ac1474c63a68a1973a482b6cac9e45e0dd748f81a2a7621f4332) AuthConfig (8917851b95dc1f8961b35e3d03b03dc8907e3d09633a98c62aeb539f26065e43) AuthConfig (760968ae34017492c108a964a6e9ead2ef401cce6bb689cfc95e6b512c08720e) AuthConfig (5b4d92c6f72b6d1198215a73e6d5e2daef01ee534f6cb5fcf5215a314b2a30f8) AuthConfig (bcc3702566a546bc112e8e1d181b4ba0491324389ee167e206f38f55bc4a0171) AuthConfig (5c069f63ab70cd72eb7fe4d03021328794bc663dc3f3f2f852b9587b0920b459) AuthConfig (68e55b64fd445c12c7349278bb16d2fb688342dc90c1c3d86a7dc8e5faa6cb9d) AuthConfig (55ab92244242720831d9c48f45109bc768499422f1737381981e48ed72521ea5) AuthConfig (68530b3c0fb38a3b5174dc6d9969263936c22d0b2c38509877b2c65f48966b8e) AuthConfig (4d1ded8e91b338ffdfe1d440bf3a31b15011df95fc08b2aed56354fdba41da2f) AuthConfig (62bffb3a17426843f5cb56b28916693d688f12ed17cd656a305abed14611f305) AuthConfig (50827d99f8f9ecd41c3824ede8621cb0ccac109f9c2344bae28075854893aca3) AuthConfig (e0e9cdb714c4f4edcfd713f567f01e6d25dbb0344615152ee4ddf6096dbe7993) AuthConfig (d084ca4aa3ec6af3e307515e73efc8aaa252a6e6130eb4017b6224ac999273b1) AuthConfig (60873d2bb3708d59fafbda28883789ebd53674dcd1f74b284400fb5292644937) AuthConfig (7d7fc79c22724870ed2af34f874e89fee034df3d2ecadec390f95541b0866e47) AuthConfig (7800708026afc6f3050e757326574ad52ef6878e68ae3cf8f5e693f865f16aa0) AuthConfig (daddea92be215d85e411a3504092fbc9906c04416fb2d926150a918ddadd6ce2) AuthConfig (514bf6159d699796fb9d8fc5008d7b490be11f333b491cab2d8f67a495a55498) AuthConfig (4bde4f7cd297a71489c21027f902c5db4e340cb323080afd5b724a686aa0c765) AuthConfig (7727cded35b72836c8aab39b578ca92f1d1848c077a6681ffafb78e34c87c80a) AuthConfig (479bf59019f051a312757d923674c4c12a205fcde4d02ab18057db0d17e91a67) AuthConfig (b9b86aec42371d7a6c3157360b93ba2eae67bc70144aaff4e73e505f8b6b7d09) AuthConfig (eb73e22e22eafe31cd23f406f6dbdde4000331335b3e66b832174f39a4a00c88) AuthConfig (15d7289bc4515302e54bc82b1a57a93872ba9a2d3f0d5f1799d88dd9d9d9a165) AuthConfig (5928ef2eb4012694f7aff6576e9b2388f6ddb9502d68844d42847a0f7614ab7f) AuthConfig (45c664f78093f86daeb32ec9dcadc865945388f960d1de063697d069ba47f3a8) AuthConfig (a3ce750d3a92713782208895d47d0b47712585f01549f1d065588dc7d8cd616c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7f9e33ee-daf2-451b-9d6d-43c2af65d983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.000968757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d738dc0fee7ba79c22345fac0eb3df1d4c26bb5e9333e8ce410ea37e054ee36e) AuthConfig (d6cc5f82f598b3eb74d89de9475d4856788bed84fbb0295a785ee4c491cc9765) AuthConfig (c5ce83baf5d9ac1474c63a68a1973a482b6cac9e45e0dd748f81a2a7621f4332) AuthConfig (8917851b95dc1f8961b35e3d03b03dc8907e3d09633a98c62aeb539f26065e43) AuthConfig (760968ae34017492c108a964a6e9ead2ef401cce6bb689cfc95e6b512c08720e) AuthConfig (5b4d92c6f72b6d1198215a73e6d5e2daef01ee534f6cb5fcf5215a314b2a30f8) AuthConfig (bcc3702566a546bc112e8e1d181b4ba0491324389ee167e206f38f55bc4a0171) AuthConfig (5c069f63ab70cd72eb7fe4d03021328794bc663dc3f3f2f852b9587b0920b459) AuthConfig (68e55b64fd445c12c7349278bb16d2fb688342dc90c1c3d86a7dc8e5faa6cb9d) AuthConfig (55ab92244242720831d9c48f45109bc768499422f1737381981e48ed72521ea5) AuthConfig (68530b3c0fb38a3b5174dc6d9969263936c22d0b2c38509877b2c65f48966b8e) AuthConfig (4d1ded8e91b338ffdfe1d440bf3a31b15011df95fc08b2aed56354fdba41da2f) AuthConfig (62bffb3a17426843f5cb56b28916693d688f12ed17cd656a305abed14611f305) AuthConfig (50827d99f8f9ecd41c3824ede8621cb0ccac109f9c2344bae28075854893aca3) AuthConfig (e0e9cdb714c4f4edcfd713f567f01e6d25dbb0344615152ee4ddf6096dbe7993) AuthConfig (d084ca4aa3ec6af3e307515e73efc8aaa252a6e6130eb4017b6224ac999273b1) AuthConfig (60873d2bb3708d59fafbda28883789ebd53674dcd1f74b284400fb5292644937) AuthConfig (7d7fc79c22724870ed2af34f874e89fee034df3d2ecadec390f95541b0866e47) AuthConfig (7800708026afc6f3050e757326574ad52ef6878e68ae3cf8f5e693f865f16aa0) AuthConfig (daddea92be215d85e411a3504092fbc9906c04416fb2d926150a918ddadd6ce2) AuthConfig (514bf6159d699796fb9d8fc5008d7b490be11f333b491cab2d8f67a495a55498) AuthConfig (4bde4f7cd297a71489c21027f902c5db4e340cb323080afd5b724a686aa0c765) AuthConfig (7727cded35b72836c8aab39b578ca92f1d1848c077a6681ffafb78e34c87c80a) AuthConfig (479bf59019f051a312757d923674c4c12a205fcde4d02ab18057db0d17e91a67) AuthConfig (b9b86aec42371d7a6c3157360b93ba2eae67bc70144aaff4e73e505f8b6b7d09) AuthConfig (eb73e22e22eafe31cd23f406f6dbdde4000331335b3e66b832174f39a4a00c88) AuthConfig (15d7289bc4515302e54bc82b1a57a93872ba9a2d3f0d5f1799d88dd9d9d9a165) AuthConfig (5928ef2eb4012694f7aff6576e9b2388f6ddb9502d68844d42847a0f7614ab7f) AuthConfig (45c664f78093f86daeb32ec9dcadc865945388f960d1de063697d069ba47f3a8) AuthConfig (a3ce750d3a92713782208895d47d0b47712585f01549f1d065588dc7d8cd616c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a0547b58-ddaf-49f9-bd09-56aa42058ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.020254143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"7737798c-2774-4826-ab1f-fee8ec434ae3","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.023025627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"3d630776-25d5-4690-9b82-43816e9b8dcb","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.065510195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7af3330e-90c5-4580-b4fc-23bfb291aae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.065510371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ee9ef8d4-aba7-4ae7-b4b5-fd1e60bce18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.085965941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7af3330e-90c5-4580-b4fc-23bfb291aae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.086031688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ee9ef8d4-aba7-4ae7-b4b5-fd1e60bce18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.103507881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d738dc0fee7ba79c22345fac0eb3df1d4c26bb5e9333e8ce410ea37e054ee36e) AuthConfig (d6cc5f82f598b3eb74d89de9475d4856788bed84fbb0295a785ee4c491cc9765) AuthConfig (c5ce83baf5d9ac1474c63a68a1973a482b6cac9e45e0dd748f81a2a7621f4332) AuthConfig (8917851b95dc1f8961b35e3d03b03dc8907e3d09633a98c62aeb539f26065e43) AuthConfig (760968ae34017492c108a964a6e9ead2ef401cce6bb689cfc95e6b512c08720e) AuthConfig (5b4d92c6f72b6d1198215a73e6d5e2daef01ee534f6cb5fcf5215a314b2a30f8) AuthConfig (bcc3702566a546bc112e8e1d181b4ba0491324389ee167e206f38f55bc4a0171) AuthConfig (5c069f63ab70cd72eb7fe4d03021328794bc663dc3f3f2f852b9587b0920b459) AuthConfig (68e55b64fd445c12c7349278bb16d2fb688342dc90c1c3d86a7dc8e5faa6cb9d) AuthConfig (55ab92244242720831d9c48f45109bc768499422f1737381981e48ed72521ea5) AuthConfig (68530b3c0fb38a3b5174dc6d9969263936c22d0b2c38509877b2c65f48966b8e) AuthConfig (4d1ded8e91b338ffdfe1d440bf3a31b15011df95fc08b2aed56354fdba41da2f) AuthConfig (62bffb3a17426843f5cb56b28916693d688f12ed17cd656a305abed14611f305) AuthConfig (50827d99f8f9ecd41c3824ede8621cb0ccac109f9c2344bae28075854893aca3) AuthConfig (e0e9cdb714c4f4edcfd713f567f01e6d25dbb0344615152ee4ddf6096dbe7993) AuthConfig (d084ca4aa3ec6af3e307515e73efc8aaa252a6e6130eb4017b6224ac999273b1) AuthConfig (60873d2bb3708d59fafbda28883789ebd53674dcd1f74b284400fb5292644937) AuthConfig (7d7fc79c22724870ed2af34f874e89fee034df3d2ecadec390f95541b0866e47) AuthConfig (7800708026afc6f3050e757326574ad52ef6878e68ae3cf8f5e693f865f16aa0) AuthConfig (daddea92be215d85e411a3504092fbc9906c04416fb2d926150a918ddadd6ce2) AuthConfig (514bf6159d699796fb9d8fc5008d7b490be11f333b491cab2d8f67a495a55498) AuthConfig (4bde4f7cd297a71489c21027f902c5db4e340cb323080afd5b724a686aa0c765) AuthConfig (7727cded35b72836c8aab39b578ca92f1d1848c077a6681ffafb78e34c87c80a) AuthConfig (479bf59019f051a312757d923674c4c12a205fcde4d02ab18057db0d17e91a67) AuthConfig (b9b86aec42371d7a6c3157360b93ba2eae67bc70144aaff4e73e505f8b6b7d09) AuthConfig (eb73e22e22eafe31cd23f406f6dbdde4000331335b3e66b832174f39a4a00c88) AuthConfig (15d7289bc4515302e54bc82b1a57a93872ba9a2d3f0d5f1799d88dd9d9d9a165) AuthConfig (5928ef2eb4012694f7aff6576e9b2388f6ddb9502d68844d42847a0f7614ab7f) AuthConfig (45c664f78093f86daeb32ec9dcadc865945388f960d1de063697d069ba47f3a8) AuthConfig (a3ce750d3a92713782208895d47d0b47712585f01549f1d065588dc7d8cd616c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7af3330e-90c5-4580-b4fc-23bfb291aae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:42.103672819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d738dc0fee7ba79c22345fac0eb3df1d4c26bb5e9333e8ce410ea37e054ee36e) AuthConfig (d6cc5f82f598b3eb74d89de9475d4856788bed84fbb0295a785ee4c491cc9765) AuthConfig (c5ce83baf5d9ac1474c63a68a1973a482b6cac9e45e0dd748f81a2a7621f4332) AuthConfig (8917851b95dc1f8961b35e3d03b03dc8907e3d09633a98c62aeb539f26065e43) AuthConfig (760968ae34017492c108a964a6e9ead2ef401cce6bb689cfc95e6b512c08720e) AuthConfig (5b4d92c6f72b6d1198215a73e6d5e2daef01ee534f6cb5fcf5215a314b2a30f8) AuthConfig (bcc3702566a546bc112e8e1d181b4ba0491324389ee167e206f38f55bc4a0171) AuthConfig (5c069f63ab70cd72eb7fe4d03021328794bc663dc3f3f2f852b9587b0920b459) AuthConfig (68e55b64fd445c12c7349278bb16d2fb688342dc90c1c3d86a7dc8e5faa6cb9d) AuthConfig (55ab92244242720831d9c48f45109bc768499422f1737381981e48ed72521ea5) AuthConfig (68530b3c0fb38a3b5174dc6d9969263936c22d0b2c38509877b2c65f48966b8e) AuthConfig (4d1ded8e91b338ffdfe1d440bf3a31b15011df95fc08b2aed56354fdba41da2f) AuthConfig (62bffb3a17426843f5cb56b28916693d688f12ed17cd656a305abed14611f305) AuthConfig (50827d99f8f9ecd41c3824ede8621cb0ccac109f9c2344bae28075854893aca3) AuthConfig (e0e9cdb714c4f4edcfd713f567f01e6d25dbb0344615152ee4ddf6096dbe7993) AuthConfig (d084ca4aa3ec6af3e307515e73efc8aaa252a6e6130eb4017b6224ac999273b1) AuthConfig (60873d2bb3708d59fafbda28883789ebd53674dcd1f74b284400fb5292644937) AuthConfig (7d7fc79c22724870ed2af34f874e89fee034df3d2ecadec390f95541b0866e47) AuthConfig (7800708026afc6f3050e757326574ad52ef6878e68ae3cf8f5e693f865f16aa0) AuthConfig (daddea92be215d85e411a3504092fbc9906c04416fb2d926150a918ddadd6ce2) AuthConfig (514bf6159d699796fb9d8fc5008d7b490be11f333b491cab2d8f67a495a55498) AuthConfig (4bde4f7cd297a71489c21027f902c5db4e340cb323080afd5b724a686aa0c765) AuthConfig (7727cded35b72836c8aab39b578ca92f1d1848c077a6681ffafb78e34c87c80a) AuthConfig (479bf59019f051a312757d923674c4c12a205fcde4d02ab18057db0d17e91a67) AuthConfig (b9b86aec42371d7a6c3157360b93ba2eae67bc70144aaff4e73e505f8b6b7d09) AuthConfig (eb73e22e22eafe31cd23f406f6dbdde4000331335b3e66b832174f39a4a00c88) AuthConfig (15d7289bc4515302e54bc82b1a57a93872ba9a2d3f0d5f1799d88dd9d9d9a165) AuthConfig (5928ef2eb4012694f7aff6576e9b2388f6ddb9502d68844d42847a0f7614ab7f) AuthConfig (45c664f78093f86daeb32ec9dcadc865945388f960d1de063697d069ba47f3a8) AuthConfig (a3ce750d3a92713782208895d47d0b47712585f01549f1d065588dc7d8cd616c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ee9ef8d4-aba7-4ae7-b4b5-fd1e60bce18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.761818748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bb650174-7c43-4198-ae91-ab12177f10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.762127061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"29492571-b9fb-46a6-bf0b-64ce1c66433a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.781151573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bb650174-7c43-4198-ae91-ab12177f10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.781278788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"29492571-b9fb-46a6-bf0b-64ce1c66433a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.951868192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"e31bc4ec-6941-4d3e-88e8-eea7e829e125","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:45.953766205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"b35ed04d-8d25-40b8-9775-bf8821561a25","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:47.573655675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9041f05c-c2f8-4d6c-80f1-dcd886657955","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:50.29658708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"883ce8e7-3314-4dbc-88e1-9b81169fa0ee","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.144587356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f6baf2fe-01a7-4bcd-9f26-56de7e6fd99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.144597272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c58f9f2-a226-42ca-b22e-a0f64cbbe690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.163247009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f6baf2fe-01a7-4bcd-9f26-56de7e6fd99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.163306053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c58f9f2-a226-42ca-b22e-a0f64cbbe690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.326756853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"76f1dc1e-2040-4c0b-880a-e3b99858c767","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:52.329530045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"186e6327-384b-4c32-a4ec-cadf09fd63cb","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.185362868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"19c0a264-1acc-43a3-afef-872e3951cfed","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.202975243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5cf5c3ed-5241-45a0-8e5d-1a6b008c2ae6","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.245080063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"f66a87b5-3fcf-4ab5-af8f-43fcec2fca8f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.267033302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"f66a87b5-3fcf-4ab5-af8f-43fcec2fca8f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.398224885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"f564e588-9028-49ec-a79f-d81cb8045460","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.414352803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5dced1a4-9f00-4a71-b3ef-27b783966a34","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:56.431887514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd","reconcileID":"651062a4-1cd9-4952-a8f2-4086489c40ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-dc0a2bdd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.43452443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"0c97cf9e-f65b-46c2-af2d-91b60ce645da","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.435253301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"82fbf58f-bf8d-45e7-97df-49913de12789","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.437391256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c2304532-0381-4b06-a574-9c6a468bd502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.437690581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"37382399-08c9-4f7d-b201-4e7c3fb0554e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.456076786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c2304532-0381-4b06-a574-9c6a468bd502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.456855604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"37382399-08c9-4f7d-b201-4e7c3fb0554e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.471067841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a281101b-e934-45e6-8ed0-6be9e8c2c32a","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.490109174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"3828e24f-e371-4d08-ae1b-ee40b13a827e","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.538003822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"ac9669d3-2d44-46d9-828a-243a6f00ffa7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.551331484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd","reconcileID":"dc97425a-f0f2-42c2-9d98-f62f9190d7a9","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-bulk-sub-dc0a2bdd","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.557412187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"ac9669d3-2d44-46d9-828a-243a6f00ffa7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.570458717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"3518b2ff-9e73-4a52-838f-2649fa7685fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.570693428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c954e565-406c-4e0a-88ad-dea7e783235c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.589738387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"3518b2ff-9e73-4a52-838f-2649fa7685fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.590058079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c954e565-406c-4e0a-88ad-dea7e783235c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.602384125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"1607b5c0-a01c-4a88-9c82-1c05134cc78b","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.632061468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"e82c81fb-6f8d-414f-a4c7-328b76b24027","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.644128579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd","reconcileID":"cd838d95-2f1a-4b4c-8eba-3c260424b26c","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.671333992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"b303c607-4b87-4de8-8c2a-7f70b1c53578","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:56.690639392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"b303c607-4b87-4de8-8c2a-7f70b1c53578","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.238285583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"76a36b36-f1f3-4100-9857-268f438764ab","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.254387553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"44be3953-d6aa-4995-a2fc-6ee075c62761","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.293835633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"fcd0c6d7-b77c-4aa5-bcb1-f0ca51130962","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.313475526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"fcd0c6d7-b77c-4aa5-bcb1-f0ca51130962","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.439953705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"25cfd878-6d3f-4af6-82dc-14b536641335","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.461541517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"bc76f71d-7cd2-4237-b0d3-9c1d8c646ee6","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.480354016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"9539da86-a8db-44bd-a8de-a41ff7315eda","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:54:57.532017218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-sub","reconcileID":"68f3e834-d51a-46dd-9b76-d75d8f29942a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.532455243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"259f321a-c479-4da1-8bc5-642e9127c6f4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.533296669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c8b49b2b-d8d0-4858-972e-375f6723a9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.533712274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ad94ce1d-592f-4db2-932e-35274813ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.537784881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"1166d6a2-ad77-41e4-834b-259ff4773a11","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.56034363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"259f321a-c479-4da1-8bc5-642e9127c6f4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.563291433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c8b49b2b-d8d0-4858-972e-375f6723a9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.626456596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ad94ce1d-592f-4db2-932e-35274813ac06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.62822306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"6cc6cda7-fbbb-4f33-9b29-8df448d62058","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.645619603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"706c5c67-b21c-47b0-ae26-b972de68e955","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.706813819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-sub","reconcileID":"5490c417-0454-43c1-9515-0c78ba264aee","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-f3b067/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.759555881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"404f6ec4-2cb2-4bb0-97bb-ea90833d0dda","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.788153344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"650b1eee-62de-4e02-8efb-7cb36e0f9c6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.825097462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"7f00cfcc-ef8b-4dd4-bcc6-8f6e8b4f25ed","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.82523104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"46599740-d689-4f55-814a-2261f2ffd917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.825499373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"311a15d5-93df-4aff-beed-123b7d41b5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.844638964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"46599740-d689-4f55-814a-2261f2ffd917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.845429486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"311a15d5-93df-4aff-beed-123b7d41b5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.848016957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"7f00cfcc-ef8b-4dd4-bcc6-8f6e8b4f25ed","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:57.889043636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-sub","reconcileID":"8b5317cb-8b47-4b01-b65a-590a4c87cb75","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:54:59.969694138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"887e4b30-15fb-4561-a006-883503f09e7c","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.010119276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ec495d2d-7512-47d8-a5c0-6e4c1082639a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.010292911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3c83e7d8-cc88-43e4-8331-139adc98ff22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.010117737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"82c68a41-1e9c-4c0c-9648-5b6512f4cea7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.03155304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ec495d2d-7512-47d8-a5c0-6e4c1082639a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.035044594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3c83e7d8-cc88-43e4-8331-139adc98ff22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.036024671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"82c68a41-1e9c-4c0c-9648-5b6512f4cea7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.262686384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"d4e40b2c-4f47-4c4d-9300-5aac3274009d","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.302071787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4b44217e-4e22-4f5e-841b-781ed964051a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.302092511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"f4963e12-2f31-482b-9bd4-cfe0efaf4570","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.302382313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bd114501-6480-492d-bd3c-a8d00fb50137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.322745969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"f4963e12-2f31-482b-9bd4-cfe0efaf4570","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.323178106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4b44217e-4e22-4f5e-841b-781ed964051a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.325092207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bd114501-6480-492d-bd3c-a8d00fb50137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.855039138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"cdb1c326-a8ad-48e9-a82f-7745b1966d1d","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:00.886827075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"2e22eec9-a5c8-4f1b-b0e1-d413b1da0d8a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:01.053073042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:02.452391644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"c5b43e0e-84e1-4377-a9d7-a3cba1504fe9","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.913269592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"f99cf55b-6a8c-4c0b-ae4b-f636fd054a06","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:08.947936732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"f3fada5e-625c-4667-a7f0-ce94d2cef5b4","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:09.901951799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"c642af2a-76bd-4749-9bf8-8abd9cbad821","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.020048592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd","reconcileID":"84468721-fa3f-4f2c-8450-e099eef64403","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"e2e-bulk-sub-dc0a2bdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.067533102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd","reconcileID":"84468721-fa3f-4f2c-8450-e099eef64403","MaaSSubscription":{"name":"e2e-bulk-sub-dc0a2bdd","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.111450292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"29dd7716-73b6-40a6-a505-d3e1dee68a6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.219212232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"bb5a1197-a66c-451a-bca5-515807ba5601","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.25932895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"be6674cb-afd5-41f0-a9b2-1b9b89c03492","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.25933533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"acf4c414-cbdd-4ee2-bda2-6709fb2e8d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.262315883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a7c8e23a-1623-431e-8c08-cdded93773a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.279498706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"acf4c414-cbdd-4ee2-bda2-6709fb2e8d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.280532425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"be6674cb-afd5-41f0-a9b2-1b9b89c03492","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.281847421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a7c8e23a-1623-431e-8c08-cdded93773a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.308561915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-sub","reconcileID":"467d0bd2-6b06-492e-892d-77fa09a3e70f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.356738271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-sub","reconcileID":"467d0bd2-6b06-492e-892d-77fa09a3e70f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.390246993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"d21595ed-a59b-4023-a1ca-5ef88b38315f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.390264388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-bulk-sub-dc0a2bdd-auth","reconcileID":"f6937815-9fb8-4cc9-a007-72d27dc271f6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-dc0a2bdd-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.398827673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"9c985633-bedb-4dca-86f3-0499e459a043","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.505968132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"5c14ce38-956a-4120-a7d7-5a108ed41d40","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.524383148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"b1f37aa9-6ef7-423f-be48-1ad6f92f4cea","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.547427542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"da97291f-7e5e-4799-9b4e-5af170e91497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.547569681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f0c93425-363e-444a-9db1-985f2bb716ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.547760697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"5fac6887-e637-4c09-b8b4-ed6acaa59d20","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.566365443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"da97291f-7e5e-4799-9b4e-5af170e91497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.566468042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"5fac6887-e637-4c09-b8b4-ed6acaa59d20","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.568731032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f0c93425-363e-444a-9db1-985f2bb716ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.683246767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-active-auth","reconcileID":"5269c643-05c4-4fb1-abf7-ab20067631a2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.683365074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"1b1e7930-53b7-461d-820e-c53c0ee6e471","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:10.740219293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"a8d7f251-9d7b-4892-9bda-5151b8cf9e4f","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.031589562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"4772bb58-e8f8-4cc4-8313-19fa08384897","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.641550488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"39a74dd1-4e3b-4c2c-83e0-88345e727500","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.657533814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"3dfef934-517a-4a81-9fc1-6b7abd2e0904","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.696984909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"401f26b2-8add-4053-a129-ccc6e7a45f02","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.716349617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"401f26b2-8add-4053-a129-ccc6e7a45f02","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.796462492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"721c6356-3a31-457f-ba86-9e1a75bf6d19","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.835215974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"ceb7de88-0f69-4791-b6af-bc104123c5a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.855789206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"ceb7de88-0f69-4791-b6af-bc104123c5a7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.866477224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"5d1d6b79-cf8e-419e-973e-b52819d4fb75","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.884606961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"32899d6f-652f-49b5-a898-49ee86e49aef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.942362279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"7b34b8a9-f24a-4137-b6f3-6e19f2c3c734","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:11.968553995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"7b34b8a9-f24a-4137-b6f3-6e19f2c3c734","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.05026444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"0e5d757e-891d-4634-a2d0-bd87a15cf44f","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.094944766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"0924247f-cef4-4009-b051-2c3df872c636","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.112922839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"0924247f-cef4-4009-b051-2c3df872c636","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:12.124173742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-sub","reconcileID":"7945de1d-4bef-4e30-b495-b51330bcfdc0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.165880894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"e8474f60-986a-4b28-8853-00390c0a5cec","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:12.185775091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-29c2f2/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.192459633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ee46efa8-2c28-4c11-b896-02f9a6507b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.192601663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e22176a5-3e85-4ceb-8917-9e26d25a5be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.192468963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"413752c0-c05d-4fdb-860d-8ee637ca63e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.198960724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"93a84a19-ba01-4640-8187-53d76511a8f4","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:12.20415872Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3b067/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.211292244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e22176a5-3e85-4ceb-8917-9e26d25a5be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.211888368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"413752c0-c05d-4fdb-860d-8ee637ca63e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.213528742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ee46efa8-2c28-4c11-b896-02f9a6507b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.217049359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"d62bc640-4fb1-41dc-9ab4-bfa5f6a4d589","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.291482014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"2126c721-f957-4ce9-bb7a-d4a38059e99c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.291951299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"87170172-299b-4944-ae74-b2c3f2aee858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.292105956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"936651f7-5aed-4b4f-93e3-7bc69e320722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.292347568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7c70a781-56dc-433d-8e18-7b0ff85dd259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.292437571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7729b2ed-b927-49dd-9427-089c8d5f7aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.310113283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"2126c721-f957-4ce9-bb7a-d4a38059e99c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.311342748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"936651f7-5aed-4b4f-93e3-7bc69e320722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.312589721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7c70a781-56dc-433d-8e18-7b0ff85dd259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.315065548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"87170172-299b-4944-ae74-b2c3f2aee858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.31715209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7729b2ed-b927-49dd-9427-089c8d5f7aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.349210101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"5b7af073-284d-4d64-9d0d-99419d6846d7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-f3b067/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.349348138Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"5b7af073-284d-4d64-9d0d-99419d6846d7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.391822375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"f87fe689-6a5d-4924-aff6-cabeeb449d9c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.39213207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b9c195a5-82a9-4651-88c9-fa81f0fe93e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.396096239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8f599935-335e-45d8-b385-b31883d67fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.422980781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"f87fe689-6a5d-4924-aff6-cabeeb449d9c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.426726214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b9c195a5-82a9-4651-88c9-fa81f0fe93e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.427672341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"218c9e01-2ce0-4a94-a3a0-9f609ca705cf","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.43206063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8f599935-335e-45d8-b385-b31883d67fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.446683562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"6ea80aa7-06b2-4f58-8c42-6ce8e622d5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.552009296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"4f86cac2-94cc-4adb-814b-464159b98037","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:12.552107349Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"4f86cac2-94cc-4adb-814b-464159b98037","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.507968769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"f5082f71-0ad2-4b8c-b744-7bb9b3fa2c4d","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.701407143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"2d7da17c-bbaa-4cd0-876d-ff5e364ab0ca","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.730218707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"99b21e29-6c17-49af-b3cb-eee7d551eebf","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.73310107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"dcec025a-e5a8-47f9-882b-159f5418e4bd","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.752832154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"dc891cbc-fc54-4392-921d-66898a90965a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:14.76460268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-91520c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.814474265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"4aff1e38-06be-490d-a8d8-e02fc3db1f0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"simulator-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.865411009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f57fb54d-d8af-47c7-81d9-92e614277532","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.885915985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d7afc473-00e1-40e1-86ce-95b555cdf12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.88625147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"82a8c993-49d4-4109-b7c2-5804915890ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.886413826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"34c24ea1-89a5-4e19-abe8-156761d4a4a9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.908479209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"82a8c993-49d4-4109-b7c2-5804915890ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.908501793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"34c24ea1-89a5-4e19-abe8-156761d4a4a9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.908888754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"6bb462dd-c380-46bf-ab18-6686d6abaf1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.910834076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d7afc473-00e1-40e1-86ce-95b555cdf12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.940814276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9bff5ac4-530f-45e0-ba3a-792ced3ae8f5","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.963404474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"ec2bfab7-0b44-49c8-89ff-011127428115","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:14.993820212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"adfe0d2c-26c4-4442-8b5d-b52407bed828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.002895118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"f347a920-9043-4dd4-9d7f-1039f1190a31","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.010868639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"d55bcf8a-953e-4aab-828f-09ed8f862944","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.027664569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"92fbe23a-fe77-4add-98fc-1a265ed02448","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.036010323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"48b7efb0-5a6b-4f9a-9872-b2613c8fac49","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.04751127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"adfe0d2c-26c4-4442-8b5d-b52407bed828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.07016272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"adfe0d2c-26c4-4442-8b5d-b52407bed828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.090744815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9468041f-15a5-4087-9e55-b45de990f5e1","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.103662588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"f6658873-ba38-4031-ab48-10d53311bbbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.10370041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"cf26d166-0931-4cce-ab3a-8d62a4f803a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.104129736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"293a6012-60e2-4635-9e0e-8b7010c68932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.126385633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"293a6012-60e2-4635-9e0e-8b7010c68932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.12765446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"f6658873-ba38-4031-ab48-10d53311bbbb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.131767604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"cf26d166-0931-4cce-ab3a-8d62a4f803a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.185158471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"84dfd01b-d463-4761-a67b-f0d435a4b1f7","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.199213342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ee19ff31-2503-42c3-852c-cb3a6df85ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.206670213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"80de55c0-3318-4c7b-ba10-cec880792c24","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.21879583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ee19ff31-2503-42c3-852c-cb3a6df85ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:15.219528673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"e3486a58-81a0-4edc-ad47-11c5008bbc7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.228708035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"23e147b4-0645-49bf-980c-0bfe82e32adc","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.236146598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ee19ff31-2503-42c3-852c-cb3a6df85ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.26032983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"a1d95fa7-e3dc-419b-8503-b7fbadeb267f","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.278018035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"42af5277-d651-402e-8e3e-96429ff1d96a","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.290335489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6485b5ee-a020-4861-9717-4022431a2255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.308361237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6485b5ee-a020-4861-9717-4022431a2255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.325802287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6485b5ee-a020-4861-9717-4022431a2255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.336886097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"0d795aef-823c-43b4-81d8-24b08ac10907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"premium-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.388816397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"a53afa4b-0c43-4b7d-9bc2-04c0d1ab228a","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.390488312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c8a971e6-c084-4af0-8b9a-347087060aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.410044958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c8a971e6-c084-4af0-8b9a-347087060aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.41901794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"784ec7ea-21c4-40b9-9deb-9d63c9094a2b","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.428256511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c8a971e6-c084-4af0-8b9a-347087060aa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.432617286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"8cbf3ad4-2b0c-4154-b57e-b9b93dc47a61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.438726641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"a746159e-8152-4c5b-bf74-19a7789da48e","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.503258704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d72a45ec-f81d-4fd3-a525-c9bca1343379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.50343329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2ca5f039-cb79-44ac-be7f-557db47dc79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.522668886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2ca5f039-cb79-44ac-be7f-557db47dc79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.531724049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d72a45ec-f81d-4fd3-a525-c9bca1343379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.532455026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"322e547b-b95f-4667-991b-f383ac707901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.542786043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2ca5f039-cb79-44ac-be7f-557db47dc79c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.548522207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d72a45ec-f81d-4fd3-a525-c9bca1343379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.566630227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"d198815b-6690-4493-95d6-6be7ada739b6","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.608687901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b3ef061-7227-443d-893a-8dab3bfa3ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.627018614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b3ef061-7227-443d-893a-8dab3bfa3ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:15.646137158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b3ef061-7227-443d-893a-8dab3bfa3ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.894774297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-sub","reconcileID":"f90a8e17-e6af-4c8a-95ed-15776f70ff69","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:24.894915562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-sub","reconcileID":"f90a8e17-e6af-4c8a-95ed-15776f70ff69","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.002351304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"99691473-c76a-4e93-8499-be786df5facf","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.026940333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"dac35587-1e62-4546-a5a5-eae1ba1193c6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.026947257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8ad9594f-6ea4-494c-ab14-c157a6971d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.027495434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"941ae173-e4d8-4514-a91d-46776000dbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.051172979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"dac35587-1e62-4546-a5a5-eae1ba1193c6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.053372061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"941ae173-e4d8-4514-a91d-46776000dbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.054759016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8ad9594f-6ea4-494c-ab14-c157a6971d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.085152014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"c9214916-6896-47c5-944e-60edc40dd756","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.092981129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"85d4da1f-285f-4e66-a2cc-4c9b0b5b71fd","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.125227236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"a385573d-cc60-4072-b382-85ff8dcf4a1b","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.135818298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"c9214916-6896-47c5-944e-60edc40dd756","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.135928001Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"c9214916-6896-47c5-944e-60edc40dd756","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.136111096Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-sub","reconcileID":"c9214916-6896-47c5-944e-60edc40dd756","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3b067/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.139048699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"3deeced7-b942-4ad1-9313-8f232a08b21b","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.182516777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"76e9b74a-a13c-4d49-97a5-9f7e886dc36f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.186688344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-apikey-failed-auth","reconcileID":"b6105108-6211-405f-a7e8-4c8419999e7e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.242497032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a29a1268-569f-4934-b310-9de170858caf","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.292048185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"9007de81-ac91-4e0a-a773-4e96634d5d09","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.338417533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"39cb5281-bceb-4325-93f4-bcdd763a5f93","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.341200241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"227b1ef4-0d9d-4185-a991-a97f54224c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.341253804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d6e573d1-b186-4bd4-999e-053fde08eaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.359233428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"39cb5281-bceb-4325-93f4-bcdd763a5f93","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.36082812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d6e573d1-b186-4bd4-999e-053fde08eaa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.362692842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"227b1ef4-0d9d-4185-a991-a97f54224c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.472104659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"05a96e9c-9f72-46df-ae8e-baefa0a88594","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.472113228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-apikey-degraded-auth","reconcileID":"923aa138-03da-4288-97b2-3d37d2d6bea9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.586800835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3c33f67d-7f28-442a-a207-ce4114345e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.60664358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3c33f67d-7f28-442a-a207-ce4114345e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.610931886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"523cf768-bcd7-4b6b-8e9c-dbc69db23b65","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.624663677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3c33f67d-7f28-442a-a207-ce4114345e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.691679367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6bfe3acb-1187-41b9-87eb-6be1b603426e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.711671609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6bfe3acb-1187-41b9-87eb-6be1b603426e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:25.729805719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6bfe3acb-1187-41b9-87eb-6be1b603426e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.356655957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"8baa4871-9607-4cc7-89ed-9d2d81623fcb","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.377444802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ae562551-22a3-406a-9fbc-5d8abfa157b0","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.426688538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"0ab91fd2-bbef-4309-84ab-49b75ea85b71","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.447165058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"0ab91fd2-bbef-4309-84ab-49b75ea85b71","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.603530305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"7e2c473e-1e16-4f5a-b50b-8c48b11f7d90","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.617527258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"42eb6bcc-8d4f-44fe-927b-b6eeed0d2543","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.628445798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"47d4d023-928c-4a2b-a593-c6c309b4134f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:26.644077616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"17585229-cc07-4601-9e12-6e5a09e96675","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-085805ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.647431802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cf8bf28b-c00e-4831-b7f6-735eddbc9d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.647755026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aee76766-1147-43ed-8624-a02c4a6e00b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.667390315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cf8bf28b-c00e-4831-b7f6-735eddbc9d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.668016364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aee76766-1147-43ed-8624-a02c4a6e00b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.686011625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"7696975f-0a03-48b6-b61e-483be462aeaa","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.706339295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"10a6fe36-fe11-4137-9ad5-e63043e710a7","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.750816473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"e23fc5a1-2a72-4946-857c-189c2131073c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.772624727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"e23fc5a1-2a72-4946-857c-189c2131073c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.783393088Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"62df9453-f8e2-4af7-9ea2-b145aa4ecd0f","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-a-085805ca","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.838937504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a8ee60f6-8fb3-4da6-9f48-b9a1be565601","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.84802436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c5392728-5738-4f89-bd12-577bb98ff8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.848078762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d1868ddd-793c-4211-b552-50a2866d545c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.856715141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"89b244ab-3578-4d12-9cf5-178cdf1231ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.869012937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c5392728-5738-4f89-bd12-577bb98ff8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.869045311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d1868ddd-793c-4211-b552-50a2866d545c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.948330949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"e2a5f65a-6476-472e-9c6a-a7ac3204cb24","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.955763411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"1da7d764-aadb-4a26-8da2-0a0716ac7099","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:26.967674316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"e2a5f65a-6476-472e-9c6a-a7ac3204cb24","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.60767273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"07ebcf2f-6423-4160-b227-6d1c1fd9b103","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.779784188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"8f4530e6-b083-4a4b-b9f9-d776055df8bc","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.799060207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"8b28bc4a-c30e-4528-b348-c7e162ed5bd8","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:27.817080004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"fe266e2c-54fc-4828-bc82-39f4fae8992f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.828593976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"2438a179-b444-4219-84bf-2362da906fd2","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.864345919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"bc43e687-1ce2-4071-aa26-32a683d1b749","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.890877329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"0165b389-195a-4565-94e1-0bd48f8e53f0","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.897227998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"e7af305a-d5fb-4dc6-ab3f-45dcc0baddb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.963455916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"899ab966-1e18-4288-87a5-3d103de056da","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:27.998852852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"fdcba1fa-a800-490e-8e74-d47940d95550","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.015765124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"91e37ecd-77f6-4351-b2cd-1367d18a5c92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.024324605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"f2d3563a-74b1-4b34-9a99-c97a6966ecec","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.056032295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f96fe0a-2ae4-455a-ab7c-64c0984b096c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.080917564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"b524a303-88be-4130-8449-c76086738eb9","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.087790983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"2484256c-8ab5-44a5-9a61-a05951508d6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.119920093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f96fe0a-2ae4-455a-ab7c-64c0984b096c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.141045103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f96fe0a-2ae4-455a-ab7c-64c0984b096c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.163129196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6adc4c7b-5eb1-4103-986e-6a7a06fb8301","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.182873023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f917dd3b-ffc3-48ed-b3c8-022c80004944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.183313766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"49534879-3fef-42d0-bc51-1f73c060cd58","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.192128699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"10a46b5c-6c8d-4e3e-bab2-a8311cd252ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.192680167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"d334fff0-806b-4442-9307-fa759d6856a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.204647081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f917dd3b-ffc3-48ed-b3c8-022c80004944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.219659006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"10a46b5c-6c8d-4e3e-bab2-a8311cd252ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.224322141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f917dd3b-ffc3-48ed-b3c8-022c80004944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.238045011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"198172fb-f3f8-4b28-8dba-6613bfb6faf3","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.241883693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"10a46b5c-6c8d-4e3e-bab2-a8311cd252ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.246116369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"acb7b7a3-7b10-4f27-ba6a-acde0814dc1c","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.259790407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6f4bba61-f99a-47b4-88fd-1bfc17fa4cdb","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.263263232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9d7238e5-f902-48f3-808c-f6d9642509d2","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.276457128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d71f2db-9a7b-4839-82ef-ad310058f1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.277568237Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.278207779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"1d12d045-7289-461a-a820-6c3b8d1b8f1e","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.29820264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"131b4250-6957-43d7-8b13-abbdde0f14e8","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.29921185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d71f2db-9a7b-4839-82ef-ad310058f1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.317415378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d71f2db-9a7b-4839-82ef-ad310058f1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.335968643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d71f2db-9a7b-4839-82ef-ad310058f1a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.363027806Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"22bfcbfc-004d-4bfb-93a9-b37c071b9cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"premium-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.370262666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"484f5aa0-8998-4b59-8cd2-eaa3c8929718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.384620512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26c1bcc8-8874-455d-9629-a3778c9bad2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.384691085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"86375c66-70c9-42c3-8a40-84f1d5737968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.39013804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"484f5aa0-8998-4b59-8cd2-eaa3c8929718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.405715216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26c1bcc8-8874-455d-9629-a3778c9bad2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.40571262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"86375c66-70c9-42c3-8a40-84f1d5737968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.408621408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"484f5aa0-8998-4b59-8cd2-eaa3c8929718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.415699273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"b7afe287-fe29-4ea5-8855-83636023ed4c","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.424502618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26c1bcc8-8874-455d-9629-a3778c9bad2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.424604732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"86375c66-70c9-42c3-8a40-84f1d5737968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.441254975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"86375c66-70c9-42c3-8a40-84f1d5737968","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.441360773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26c1bcc8-8874-455d-9629-a3778c9bad2b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.463555833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"42f02873-0cef-4b31-b8ed-71f20e8fa8f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.475886031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"419e7dc6-d047-4672-aa39-4b219ec286b1","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.495054992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"09dbc8ff-4015-4dd5-9c25-d12c7982bbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.495840946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"af45fabf-6123-4038-ad57-fa5f53b73d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.496668341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"192b9317-6fd3-4722-aa1f-056d64309c46","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.515003319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"09dbc8ff-4015-4dd5-9c25-d12c7982bbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.515203691Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"192b9317-6fd3-4722-aa1f-056d64309c46","name":"premium-w2-92d984","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-92d984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:28.51525269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"192b9317-6fd3-4722-aa1f-056d64309c46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-92d984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.516199992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"af45fabf-6123-4038-ad57-fa5f53b73d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.52120951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"52d56cd8-a391-4902-8eaa-5dd0c13c3d90","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.537046213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"af45fabf-6123-4038-ad57-fa5f53b73d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.537148508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-91520c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84538f540e939d3df48568da72fbc9f7304fbfbf76b38ea97ea4c167618cedb5) AuthConfig (1722b711f30cf8212584b6db3238c081f641cbfee63156c59585a0bff5e539d8) AuthConfig (74050a3fa2dd1451bc4fc28dda77f89f3ac3badf01f1112f9992bcb89c0ca23a) AuthConfig (be029f488849ca74bca6e5fc6b849b6326cdca6badb645264af6453e993d37f2) AuthConfig (e27a8cdeac0bb574b8f379a8d20e14395e6bea17702742e36c58cf52940b5634) AuthConfig (3af72b671641f84902008433302b7df44fbe6b7bd18a00fd851a4342d7572fd2) AuthConfig (bff493dbfc9ede5ea1b6db022c564dbdf0cf7ccda70e03c772761f80d4451763) AuthConfig (2c2df054898cd8a98491b97876e742239e294553226f1c7976c6a8242a5c21b9) AuthConfig (2a59d53b07904a85dceef046513cd608dff9e33d4c62c99877a919d0338b9af9) AuthConfig (6ea6238b6d8cf126b532f704dc497886257bfde927aca0a6eeb314840787f634) AuthConfig (636ea63043b99e2217330004f2251aa122f8431802c1328ceff9b2cdf49fdc44) AuthConfig (71590c07955e9211c99a8536f0eef16a5cccf92167ad4c319e55e1ccb8d0806c) AuthConfig (7c514a4eb7f41b50a90d5d720ec58a996346f9d5515767f6ade46e2984c3da0d) AuthConfig (d731ea400399f7b92eb593f11781382e9ad2ed88e486a38e1c5127c812646764) AuthConfig (5351c7945a64678496dce4a256c1b098e5c39857e1a71ddcf6beb8225641c67e) AuthConfig (4d35fa361acffd85c32afb210230f02fa93e3974f079115fb62f7bbc02e38f61) AuthConfig (5f3b684c9cd90fe1b015853a858c1a7abfa7d0a204d07e275d911a61d5f3308e) AuthConfig (4fb203f1a4b9c861e6d98486810a83e0c723dd2199018a8e1d7fbfb8359d90bd) AuthConfig (cb94910f62c25c78343546af968a103bb3eb83dcbab26059213a3eb101c8d460) AuthConfig (f8e3e5815382ff4d8d52ae9f17766eb3c047a412c33804dcfbe62ee50c68dbb2) AuthConfig (8483868a388f59e5738217af0a2fc1985ecc88149b5307f3b1fabaa27403b3f5) AuthConfig (ecf49b09055aa461bcf2daed97dbfe8f1b130818a45cea52e725e86671ccc38d) AuthConfig (6535f200a18b7ddd1fbc0e8e679d57ba0780741dc29421e18b099614f6ca042e) AuthConfig (2f0a6db35be75a699f86bafc742439a09f10fae2ad370215c2b1ba6b09f0dcca) AuthConfig (8c49355c32e19d1500bcba5a6261db1d4473640f8fa99b35d3064dcbd07b054e) AuthConfig (7fee210b21d10067ccc41ed37fa587a431608e33cc88e9f7a4153348d8ebd514) AuthConfig (73fb0497111f1e0aab75a0e9c50c1b05d523b9d2b9ba11395ace190997aeaabd) AuthConfig (ba04f68bc5bf2f465694e165db67b6fa06ee8074754202d73c12cf9b4aa99b7a) AuthConfig (566a6de82a1d99d09373207ec5ee569566eaddcbffa6489ef24dcb70923b0f14) AuthConfig (6edff8ada8216634e8f60da7c198ab47fe26ef079254639d3f3ddb5643780a1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"09dbc8ff-4015-4dd5-9c25-d12c7982bbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.561047438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"2c8e7141-351e-4c80-98de-90f63efac4e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.59251114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"496f26e3-da34-4efe-be81-316717bb26ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.592551873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"35c927fd-0aac-4f86-b9d6-d9523120556a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.611806391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"35c927fd-0aac-4f86-b9d6-d9523120556a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.611989977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"496f26e3-da34-4efe-be81-316717bb26ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.631334669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"496f26e3-da34-4efe-be81-316717bb26ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.631408146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"35c927fd-0aac-4f86-b9d6-d9523120556a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.651275431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"1b77034d-ff3e-412f-84b6-d4cb64abb515","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.694986313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a4495cd9-ec3c-4db8-965c-d35408e3153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.714718513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a4495cd9-ec3c-4db8-965c-d35408e3153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:28.733509557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a4495cd9-ec3c-4db8-965c-d35408e3153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.140767376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"cb323930-524d-485d-9c57-db9a0a73ad93","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.157979576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a655010c-d1c1-4f08-8997-275431987d42","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.201212531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"d0f3ba36-c619-494d-b7c9-b333041f0085","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.222180889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"d0f3ba36-c619-494d-b7c9-b333041f0085","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.30370597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"b7e9fc85-dd1c-4e35-abab-eb246b1eaabd","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.364601355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"c5acaa63-ce51-4f63-ba36-2eea95d4b8c3","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.364647641Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-29c2f2 priority=0:[ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-a-085805ca ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-b-c12e18ab]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.384308561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"095f7f56-8382-4786-ae95-51a44396d7f8","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:29.399657567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"53bcab33-7e42-4fb6-bdbb-55c050b62d26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-c12e18ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.421788642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"dceb7c69-e567-41b8-afa6-672382943a2e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.423159583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"a04fb746-c408-4a49-b761-11f2f38247dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.423576038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"59c41be3-9917-417d-b424-665641ae794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.42400009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b5e0209c-3666-4b5f-9b55-45d378cf453c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.424365281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"318dc089-7b50-4bcb-ae3c-25bc6c14dafb","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.441628252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"dceb7c69-e567-41b8-afa6-672382943a2e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.444483789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"a04fb746-c408-4a49-b761-11f2f38247dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.445104693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"d316d37b-8aa0-4a18-84b7-a871838e06fd","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.446678871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"59c41be3-9917-417d-b424-665641ae794e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.447402626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b5e0209c-3666-4b5f-9b55-45d378cf453c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.522234011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"f9687dc4-e527-420f-86c6-59741ac63504","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.541774042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"169ad61b-9f2a-45c3-992c-1a7848a7d048","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:29.603665756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"dceb7c69-e567-41b8-afa6-672382943a2e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-c12e18ab-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.607665475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"e4c01f48-3955-44ba-9b0f-0eff50d6130a","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-a-085805ca","ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-b-c12e18ab","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.617484944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"ca982588-cd3f-46fc-9e54-b86c94fc7e82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.636939781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"ca982588-cd3f-46fc-9e54-b86c94fc7e82","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.659509336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"8d884838-ad4b-4ca4-80e9-1fc56d8fd9f4","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.689584521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"9383e587-f17e-414f-82dc-71f816504887","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.692306638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"ec11b816-17d6-4a38-9369-8c5beecf14d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.718108977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"01fecc78-d9fa-48d5-9795-5c3a91260786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.718108975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45d3596a-574b-44fe-8c56-008a073016a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.718446718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"6a7d35e8-b73b-41dd-8d94-6b093fcde2af","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.738576601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"6a7d35e8-b73b-41dd-8d94-6b093fcde2af","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.739737205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"01fecc78-d9fa-48d5-9795-5c3a91260786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.740868535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45d3596a-574b-44fe-8c56-008a073016a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.787364654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"ea2d215f-fd61-4b28-8c4d-9c163d981af3","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.922231893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"023b84c4-33d9-4c8f-9035-39744bccf766","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:29.953482483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"605bede2-61e7-4b4d-94cb-90ab3a2b366a","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:31.052158708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.923579483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a0c15d91-ddb5-4e34-8918-6b1ed171ae75","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.981302289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"eaa10294-b1f0-4ae9-9009-0ca856eeed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.981302787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5d9feddb-bd0a-470e-8691-5fbccccc0e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.981533136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"48d584cb-b50a-4300-a3ce-8d3bd42f0439","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:32.981981236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"a2bb0be3-c74b-4c5a-9e25-c4baa11be9ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.003047168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5d9feddb-bd0a-470e-8691-5fbccccc0e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.005333127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"a2bb0be3-c74b-4c5a-9e25-c4baa11be9ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.006521706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"eaa10294-b1f0-4ae9-9009-0ca856eeed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:33.021305924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"48d584cb-b50a-4300-a3ce-8d3bd42f0439","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.265857186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"f7410590-0c5f-4db5-865b-540849a586a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.319965398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"42053e45-3883-4631-b470-c27edbc94024","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.371506374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"1841325b-072b-4164-ab52-95ef9a0e6ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.425481164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"e331eee6-1bcf-48c4-a05c-20a63399b36f","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.585518954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a71e8613-1778-41da-ae43-8170a46f8f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.585528609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"68e46617-b1fe-4cce-86b4-5605107d369a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.60710206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a71e8613-1778-41da-ae43-8170a46f8f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.621354056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"68e46617-b1fe-4cce-86b4-5605107d369a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.682392105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"df01ad2d-fd8d-4ea3-bcbf-dc4233d185c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.682403457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7ebbbb24-dc77-433a-8f68-7127c8515105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.70424976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7ebbbb24-dc77-433a-8f68-7127c8515105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.7042873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"df01ad2d-fd8d-4ea3-bcbf-dc4233d185c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.725862238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7ebbbb24-dc77-433a-8f68-7127c8515105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.726030077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"df01ad2d-fd8d-4ea3-bcbf-dc4233d185c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.746701367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"603acdf1-820d-4545-a26d-754148e2eb62","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.749133273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c2fa8b32-552d-411d-9b6e-f1f8a53d77e3","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.77600234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"6b2aaeec-58b3-44cd-b109-9a5a1ac6ce4e","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.794368702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f60b6b67-76bc-4e45-aec2-7d17a571caf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.815491007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f60b6b67-76bc-4e45-aec2-7d17a571caf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.83399416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f60b6b67-76bc-4e45-aec2-7d17a571caf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.87411748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"171cb226-a58d-4858-8979-b33daa2a5738","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.896322165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"aa8f76b8-edf8-433b-a1e9-03aaf3e031b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.896321951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c2f3ee11-a746-42d5-ba48-ad538eaf3074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.91635802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"aa8f76b8-edf8-433b-a1e9-03aaf3e031b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.916997285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c2f3ee11-a746-42d5-ba48-ad538eaf3074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.935933066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"aa8f76b8-edf8-433b-a1e9-03aaf3e031b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:38.937736564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c2f3ee11-a746-42d5-ba48-ad538eaf3074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:39.73997294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"0cf6a70b-ce26-4b6d-9ff1-d3c3b4bcbf67","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:39.925677213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"e8d32c39-455a-4c0b-8d2c-9deeddbdc5b7","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:39.948054641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7659ddcf-270c-404c-bf46-348248f6c826","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:39.961270991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"ce4f2e12-81e9-4295-b7da-c33e7a68a81a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:39.968696636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"30f758cd-cc7a-4007-a1fa-0125b0473341","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.001618583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7b2bd775-ddf4-4792-9f92-af1bf106c869","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.02123744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"6481b38a-954e-4085-a5ad-c553a401ea6f","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.08556338Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"27af2977-0af6-4d1d-b2d5-916aa887310a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"simulator-w6-863f1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.138882273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"ec1d1e31-e53b-41bb-97d0-2efd0ceb8f01","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.143733801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"6db09f73-23dd-45fd-9b75-1fc059872235","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.165697402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"119523f9-a484-4973-b5c6-4bce19db1cd3","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.183078651Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"119523f9-a484-4973-b5c6-4bce19db1cd3","name":"simulator-w6-863f1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-863f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.183143022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"119523f9-a484-4973-b5c6-4bce19db1cd3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w6-863f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.184443383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"94ebc8b6-083e-4002-8456-abdb1c9e4d0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.189033813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"f75c01f3-ce77-46e0-9b9c-040025b0df48","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.255305201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c8300c5f-0bda-4094-a317-18eaaf0323c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.342064576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"ed53f9ca-93d0-40ef-9741-f4b9b1dd3339","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.421730502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c8300c5f-0bda-4094-a317-18eaaf0323c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.422358653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"d37e2034-f194-4143-9c0d-87c691c68553","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.439995093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c8300c5f-0bda-4094-a317-18eaaf0323c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.442737839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"aa39c5ef-e90a-497d-9fd9-25de39df69d5","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.458284865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"eaab4465-5b6f-43de-b323-c2656afca429","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.458782833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"6891dca3-3e35-498f-879e-c11093546e20","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.462038671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-863f1b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.478382461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"8401673a-e940-4bef-8da7-b3a4c771663d","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.490778561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6eeafee5-b3b0-4e03-bc44-0cdc2bd4d46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.510389683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6eeafee5-b3b0-4e03-bc44-0cdc2bd4d46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.529881569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6eeafee5-b3b0-4e03-bc44-0cdc2bd4d46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.545059723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"2f0e389f-7051-4901-a8a5-561244400569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"premium-w6-863f1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.599000299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"721bec99-941d-496e-9771-b7a781048c0d","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.603954432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"ed8aee0d-9b81-4dcc-bcbc-c2e742e21fff","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.626445611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"2e055a88-5d0f-4b29-b7f4-ff186bcd618a","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.642617899Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"2e055a88-5d0f-4b29-b7f4-ff186bcd618a","name":"premium-w6-863f1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-863f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.642691053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"2e055a88-5d0f-4b29-b7f4-ff186bcd618a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-863f1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.643037325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"b5c9c391-7624-490c-89ad-2a6875be6365","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.648032896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"59ee6c76-9b30-42ed-b9a0-76047e09dfb3","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.666549756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5d5a5792-0ba6-4c67-8e89-ee61e72d2214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.669762472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"704c0645-254b-4bf7-b303-e4003976f5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.686197246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5d5a5792-0ba6-4c67-8e89-ee61e72d2214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.689200079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"704c0645-254b-4bf7-b303-e4003976f5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.705920493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5d5a5792-0ba6-4c67-8e89-ee61e72d2214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.708972397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"704c0645-254b-4bf7-b303-e4003976f5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.727581484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"8ef0e362-9e8d-4ec2-a7b4-e961d2017c87","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.743710592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"e3f597db-3f25-4710-81c4-d344d040eca9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.770706611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f7db5f-e710-4994-9874-4fcaa0bea197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.790568741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f7db5f-e710-4994-9874-4fcaa0bea197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.808734865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f7db5f-e710-4994-9874-4fcaa0bea197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:40.824695283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f7db5f-e710-4994-9874-4fcaa0bea197","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.877620505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"53f69d5b-c59a-4ad0-b2e8-97dc0a80166b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.902052893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"53f69d5b-c59a-4ad0-b2e8-97dc0a80166b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:40.922442856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"53f69d5b-c59a-4ad0-b2e8-97dc0a80166b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.073703028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"031f3e11-0ff1-45a6-8114-c3970a040944","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.262567826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"0b19fa92-5d4a-4e93-a510-5f101349a2e6","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.281309051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"7bb5d2d9-76bf-4a76-9b24-97228dfc91e7","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.297452155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"c45340c0-c891-44e4-9423-936d68099c37","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.301184212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.315133269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"afabef83-4bf6-4b29-9e90-c27fc15aa784","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.379613189Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"1e9d277e-4e57-4c62-a0f5-dcddad3f59db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.436014388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"db21b149-17f4-428a-bd72-3330c1f2e34c","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.47639362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"ea1e35d8-5ed8-4e2b-80c3-87231bd37eb4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.480436229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"59925d63-fd05-4018-b5d7-fcc6df271f89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.497055472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"12d027d6-5f6b-4c41-b312-ee128447d8b8","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.51300694Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"12d027d6-5f6b-4c41-b312-ee128447d8b8","name":"simulator-w3-82db63","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.513080461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"12d027d6-5f6b-4c41-b312-ee128447d8b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.518741285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"e3d71f10-8d68-4941-b229-137b3dc2340a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.526157702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"900ce575-4b44-490f-85a3-5590fc5df399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.578778171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"900ce575-4b44-490f-85a3-5590fc5df399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.580711638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"684a7e00-f9cc-4bd5-9adf-3f88dbf9f5bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.596848188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"900ce575-4b44-490f-85a3-5590fc5df399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.616351398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"42ebfb51-9083-43ae-880f-06d4be269b13","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.646218179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"0bbd8e76-36af-45b5-8851-63c28bcb9d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.665637409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"0bbd8e76-36af-45b5-8851-63c28bcb9d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.684278245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"0bbd8e76-36af-45b5-8851-63c28bcb9d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.704065727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"639ca729-ea29-45c6-81b4-419e3ed7323d","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.72498275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"719d2d90-6799-4e06-8571-4a2681622e8a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.738203677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"52250afe-e654-4ae6-9300-ccc9efa3c17e","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.741085501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.747170532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e1fe1e7d-5c01-4626-9e7a-bd2cc675b1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.75816746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"29f59cb9-9f33-4984-9682-33223ec4400e","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.766782673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e1fe1e7d-5c01-4626-9e7a-bd2cc675b1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.785416046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e1fe1e7d-5c01-4626-9e7a-bd2cc675b1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.818588479Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"b16616cb-4fc9-45c7-9c2f-253ac408861a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"premium-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.847639782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c5bacae9-b1aa-47de-a0dc-67fcf8a971fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.867052307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c5bacae9-b1aa-47de-a0dc-67fcf8a971fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.87439058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"3d271aca-47e1-4b24-abec-8ee7a657b794","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.885173861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c5bacae9-b1aa-47de-a0dc-67fcf8a971fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.918708135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"a2e603aa-f6f9-4184-8d3c-e452aaca0ae9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.935633694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"22dbce6e-2d71-4279-82ec-184a1dda6358","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.95559074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"fc7ad101-f1fc-446d-9be3-226952b5214d","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.971814612Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"fc7ad101-f1fc-446d-9be3-226952b5214d","name":"premium-w3-82db63","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:42.971866742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"fc7ad101-f1fc-446d-9be3-226952b5214d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.977084251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"85485cfc-66c4-4d6d-8b03-8d22efbf32cd","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.980706419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"38d62b77-5368-428d-87f5-8a04bdb00f6f","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"e2e-filter-sub-a-085805ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.995353239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"af154930-8e37-4d70-810b-6db16d2f4db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:42.998045758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c2ffc6d2-bf0e-489e-8710-3d6fe1b5085f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.014420186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"af154930-8e37-4d70-810b-6db16d2f4db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.017153789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c2ffc6d2-bf0e-489e-8710-3d6fe1b5085f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.01854655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"817ce32c-2577-4964-9626-e0261adc65ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.030612164Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca","reconcileID":"38d62b77-5368-428d-87f5-8a04bdb00f6f","MaaSSubscription":{"name":"e2e-filter-sub-a-085805ca","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-filter-sub-b-c12e18ab","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.033871468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"af154930-8e37-4d70-810b-6db16d2f4db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.035362312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c2ffc6d2-bf0e-489e-8710-3d6fe1b5085f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.051322092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"04497459-fd47-447b-af83-c7a5845f275e","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.098359996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1f9fb800-8350-417a-bc3b-96d3a5216d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.117725952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1f9fb800-8350-417a-bc3b-96d3a5216d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.119841093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"9b321a66-1a56-4a7f-b610-d81589fd9ad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.119871891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"12d5a7bb-76f6-469f-b78b-dc2482f1425a","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.125877844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"d20d2b1a-b2fe-42bd-b051-1d40ed217fa7","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.135843438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1f9fb800-8350-417a-bc3b-96d3a5216d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.153238597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"ed1158f3-7ef2-48b5-8462-a6d0edec7869","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.198284415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"e189bc63-30af-4907-84f9-6bde61be8df6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.198298641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"fecb81b3-3ffc-4b75-b054-57337851a797","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.198665461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6573bfd-d6c2-4868-82d0-9878704b4ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.198670344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"003c9ee0-a9e3-4b85-8591-820954c10151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.219445759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"003c9ee0-a9e3-4b85-8591-820954c10151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.221477711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6573bfd-d6c2-4868-82d0-9878704b4ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.224229339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"e189bc63-30af-4907-84f9-6bde61be8df6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.225183466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"fecb81b3-3ffc-4b75-b054-57337851a797","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.292729442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"555ab083-84ab-424d-a3b5-bed6ee6e172b","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.398055406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bfec2dfd-112e-43ba-9bca-e440d8c5ce49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.398312447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d84a9588-9b1f-45cd-9425-982b622e6d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.398430269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"a08fe763-f123-4c13-a244-98bff5379e7a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.398769151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"c9410e20-64d1-4a96-823a-373ff49b3b9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.418205683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"a08fe763-f123-4c13-a244-98bff5379e7a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.418237282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d84a9588-9b1f-45cd-9425-982b622e6d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.420603855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"c9410e20-64d1-4a96-823a-373ff49b3b9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:43.420829147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bfec2dfd-112e-43ba-9bca-e440d8c5ce49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.37008296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"091980c2-4058-4bee-8eec-bf785bb9172d","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.577469891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"a1b5dc9e-a897-4d70-81b9-f6815cd9fcfb","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.59547218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"be5f51dd-a7d4-4e07-a13d-2391d035671a","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:48.613014204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"20dd0e5b-119e-402c-8bf9-790840693192","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.652359315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"d9287e0f-3e91-467c-8ea8-08f9362a2f6d","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.672677782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"0e58b339-3258-4f93-906d-735d1f390a13","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.73527637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"d40e0e74-355e-4cff-94c4-4578d8649f59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"simulator-w4-cea94a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.787689455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"e2ff97b4-6767-46fe-bc76-d116cfdedc6a","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.794871315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"875cda37-d9a2-444e-a7e6-9139f8225180","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.815694022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"5fdf0993-de03-4106-80c9-2971d57eb6db","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.838647964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"150391be-6008-444b-9751-62e05f8e19f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.842699266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2b4434bf-7353-48da-a4a9-0d90e479eef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.895204616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2b4434bf-7353-48da-a4a9-0d90e479eef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.91400405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2b4434bf-7353-48da-a4a9-0d90e479eef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.932259792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"1fa43b81-5913-4a77-a441-9ca60693120b","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.938612067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"17693ab2-a133-499a-9bc7-847855a4a4ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.961840873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1ead0a3a-fe94-420c-84fb-430c40e1b608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.978918638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"068d5500-2e46-4ab3-bcdc-3477df36f577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.980529918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"63565291-0918-4c69-aa6d-d25fc17b6b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.981697128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1ead0a3a-fe94-420c-84fb-430c40e1b608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:48.998990377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"068d5500-2e46-4ab3-bcdc-3477df36f577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.000567011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"63565291-0918-4c69-aa6d-d25fc17b6b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.000587507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1ead0a3a-fe94-420c-84fb-430c40e1b608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:49.016185028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1ead0a3a-fe94-420c-84fb-430c40e1b608","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.017703354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"068d5500-2e46-4ab3-bcdc-3477df36f577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.019045028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41ae1d5820ff71d3804ec66499d11dc728aab9f64c946e22883046a13e5e5129) AuthConfig (e50a9820c8cfad80a56dfda6b92f312e0037b9526f1c650fc6b61b5e12e779a7) AuthConfig (f0f8a52835b77895a10296e8c3c39b15ace28ea053d1308b4add582297404b0d) AuthConfig (b080ee05b1ce558db97b16794f976975cbb8732084eac49a4dd41fa0e1505e84) AuthConfig (c62e9c861224d638050d96ea53ddc4eb90e584dbf879d6860c431e8f2fa93e1d) AuthConfig (d805164946c2fd5a2bdf6b2b9d0f65ba06b235c7c4ac26c1ef88030228bb8e5f) AuthConfig (0406df90d391fbc7cb96751d0b6a8f1f6c32aedb6c9a097d64b166685759a0cf) AuthConfig (09ce8a3ec06405788ddc16d45571f8439fcf35268fe70b7a5d02b750abcd3773) AuthConfig (03d776a5c3c03eb3f8148faad62eec4a83bc4270bedfddf6d1f55671c2b6972d) AuthConfig (4187b09bcc8dfcdaf81636f75c34afcfb02e498298d03e4264ef36829755563b) AuthConfig (53b59c0ca7b63eca0a202164a66fd5a7d23ee85072b21078ba7d5d8ea63f8690) AuthConfig (2ee1904567c6e91e726e3fe1a8d7e975e3e43d889566ae69289494df85dde012) AuthConfig (04c6153c6b06dfd85880dfa76adf44660e19406a8ec957a601aa33713b5a1e20) AuthConfig (0065f4953a11e4eb2cdf8b728e22e6a7bd033d442b9d0ba31ee653c018e2ae1e) AuthConfig (91941db37594e37f681ccd6a4280e008afd44510deed2132f7fb4643f2445802) AuthConfig (1844753b856923357d84c3e015129671f9f692023b95a12cbcf879e63c4dba22) AuthConfig (08e634fa5d708395f80ee39e3e750a17a7db0547db687ffa82bb6e7008473758) AuthConfig (8dc0cd4ea1b7063cbdcb88e848ea1240798dd1084e2f537e3a8bf01798925a6b) AuthConfig (57e3a0b2f63bd0e51a20a9a3e60fbf00a335a7ddbaae2eba71c90afa534e5c5e) AuthConfig (f415e4c0884e7a64482f470df5abb8231138c59c1f2462dcdc95fcfbbd96accb) AuthConfig (e8f8fa2d545dfebd1f7a7440e7374e5de3727a877ec41cf5563e2b42dbecc383) AuthConfig (639576ff9eace75c1254372a998810a04968ecacd93a587ab1b5778e42549977) AuthConfig (655a3a8c67af88021e61179a3b4162b2e87bc3531c0564b47a17cf89e61ac6dc) AuthConfig (e2140a932ff2b3221fea03d740041f72e54e3ac44d909d716207fe2b3a36d86e) AuthConfig (c1f8c38ad5c4040dc4f9e223dbde568cf0ad18d4574d0086de14e43691dadd99) AuthConfig (ba73d2a9a0fe62131f36a859cb8dcbd857213a9d472c53b011f51749dc791d5a) AuthConfig (f72cc49e3c842a7ea3731ee7c894679e2cad0c608d5900d4c339415b5aa00b07) AuthConfig (a4c96bf7794d4c80d3d700f745f6bef702f990db94c53d2881755b0932f5bd06) AuthConfig (43523aec00c39dbcff8e2f5d13108e823d6e4adea92222c2889ac5f6e1ec9c76) AuthConfig (499ac0f662b277e8bab93471939b2f9aa4c7f5d59c6c4894f9a76b77ab1bb728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"63565291-0918-4c69-aa6d-d25fc17b6b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.042668406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"0699be4f-759a-4cc5-9625-a3a2aa4dfc5f","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.050994506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"082dd1c8-e11b-4187-8e9d-9d244b4645f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.060473875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"bbb73833-d66d-437e-b5e5-ff5a15b143eb","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.070658753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"082dd1c8-e11b-4187-8e9d-9d244b4645f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:49.075892223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"2ba5ecac-30a5-49c7-964e-e044247d385a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.080965817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8f042b42-a90e-4e6d-98eb-ae9a82084aac","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.089351051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"082dd1c8-e11b-4187-8e9d-9d244b4645f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.116726907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"bf6021b4-6f6a-403f-b69f-db2701974be5","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.136708506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"463d9d10-72e0-4575-94af-4411ed6047a5","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.183282032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8e34ed61-fca6-4020-b173-eb7e42c73c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.222225689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8e34ed61-fca6-4020-b173-eb7e42c73c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.222877427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"e9d58316-6321-4d72-8603-2ba9f8899e95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"premium-w4-cea94a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.242895352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8e34ed61-fca6-4020-b173-eb7e42c73c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.264538245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"fca1beee-6fb4-4c98-ad2b-7bcdc909dbf5","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.277214739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c0bd50f2-0c15-459d-a997-0c783f27f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.28635874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"339a60a4-5af9-42d0-a664-456040b5495b","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.296767509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c0bd50f2-0c15-459d-a997-0c783f27f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:49.302525672Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"339a60a4-5af9-42d0-a664-456040b5495b","name":"premium-w4-cea94a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-cea94a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:55:49.30257524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"339a60a4-5af9-42d0-a664-456040b5495b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-cea94a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.310079984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"5a51bca9-f6ba-493f-ad9d-76de295d5af0","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.315321352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c0bd50f2-0c15-459d-a997-0c783f27f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.320866675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"751028a4-784b-4509-a037-cef21ee26fa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.391475796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b534dac9-671f-4d80-ad36-a2e252b4de22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.391509693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c59f8078-0fcb-4d8a-abb4-38d193bb8d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.412933161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c59f8078-0fcb-4d8a-abb4-38d193bb8d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.413079169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b534dac9-671f-4d80-ad36-a2e252b4de22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.424966115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"9cef0167-faa7-4186-835e-21f7a0146a5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.431985224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b534dac9-671f-4d80-ad36-a2e252b4de22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.432125425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c59f8078-0fcb-4d8a-abb4-38d193bb8d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.452121736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"8de59d8a-8999-4b56-8b0d-52459d799fe6","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.495394112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"afaea4af-3f79-4e3e-863b-11d5255f7009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.515593128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"afaea4af-3f79-4e3e-863b-11d5255f7009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:49.537878663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"afaea4af-3f79-4e3e-863b-11d5255f7009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.170301877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"a6ca1360-f3b7-4c3e-82c0-d57f88c6bf10","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.187823821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"79e19c69-1960-4060-978d-dd88808d52df","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.234070771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-gw-auth-a3380f47","reconcileID":"8e074630-39d2-4616-9cf2-e447cbbc3814","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.253590791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-gw-auth-a3380f47","reconcileID":"8e074630-39d2-4616-9cf2-e447cbbc3814","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.339969579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"a3b9d582-bedc-4a41-96a4-e469c89ce602","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.383260348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-gw-auth-a3380f47","reconcileID":"fdd4d410-f9ec-4182-ba59-4d51a36966c2","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.402972074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-gw-auth-a3380f47","reconcileID":"fdd4d410-f9ec-4182-ba59-4d51a36966c2","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.754573635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"d32a4194-9b0b-4310-a706-b7d60dd73e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.77436779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"d32a4194-9b0b-4310-a706-b7d60dd73e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.792694302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"d32a4194-9b0b-4310-a706-b7d60dd73e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.973329112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"55dd0d4e-d1f1-4df7-b269-39095a7c466f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:50.993915802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"55dd0d4e-d1f1-4df7-b269-39095a7c466f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.013988118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"55dd0d4e-d1f1-4df7-b269-39095a7c466f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.258501249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-gw-auth-a3380f47","reconcileID":"79825895-3ed0-4d1d-a812-847802acdc59","MaaSAuthPolicy":{"name":"e2e-gw-auth-a3380f47","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.258590438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"e127915c-347d-4c3b-bd6a-7465b0fbad5b","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:51.393818672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b257bb6d-4e5d-4736-99b9-2630f125cc9a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.082353955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fd924d43-972e-49d4-9cd2-8acdb28eb5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.103666417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fd924d43-972e-49d4-9cd2-8acdb28eb5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.127732216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fd924d43-972e-49d4-9cd2-8acdb28eb5cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.181146904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bfc5b718-29e2-448b-8aa2-8bd5447d6ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.20205613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bfc5b718-29e2-448b-8aa2-8bd5447d6ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.221442894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bfc5b718-29e2-448b-8aa2-8bd5447d6ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.343896508Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"8543e59d-8967-4d34-95b6-24100889e0e2","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"e2e-filter-sub-b-c12e18ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.36387457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"2df26553-c257-4196-a8ac-1d9809a5c07c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.396437492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab","reconcileID":"8543e59d-8967-4d34-95b6-24100889e0e2","MaaSSubscription":{"name":"e2e-filter-sub-b-c12e18ab","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.423467429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"0cf58b5a-a63e-4729-a4a2-867e29d05293","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.464310982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"6c62ebe9-f35c-461d-8126-d76636eaaf4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.467375871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"2e318d79-d323-4dc7-993b-d706fa1ba872","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.5256241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"6b605779-1b72-48e9-ac28-4386b2f7488d","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.571476477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"f3a0dbaf-0d38-4f97-b608-08bc2d96f835","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.59280326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"56902f43-dcf5-4035-b39a-47e1ec17093b","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.614839843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"6de3ada4-23b5-4c27-8bf5-4cae7866fa3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.615124297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"86525c52-30d1-47de-aa6b-ea0ca2a0f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.615415122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4cfe118-034e-4f87-af65-c260bd8b4d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.615641467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"c1bb94e0-0f30-40fb-a64a-b1ce303c04a8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.635093845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"6de3ada4-23b5-4c27-8bf5-4cae7866fa3c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.636206726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"86525c52-30d1-47de-aa6b-ea0ca2a0f50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.637497505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4cfe118-034e-4f87-af65-c260bd8b4d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.639497657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"c1bb94e0-0f30-40fb-a64a-b1ce303c04a8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.668240841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"fea221d3-2183-4afe-bbea-be84015d4ab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.724959239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"fc8952cb-ec8d-49b4-bf4f-adda9fee2f61","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.740579206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5c5ae806-c289-4a0a-9b1d-0e32189f88af","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.764919824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-a-085805ca-auth","reconcileID":"c2a04197-0eac-42a7-889a-820ac32a6a51","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-085805ca-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.766640881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"59079f01-d4b9-4c41-9a00-da4a16f3ab92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.829283197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fd53c0e9-90c7-4c5f-bb1b-e4733d3baa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.829283807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4df9d441-21ed-4f4f-90bb-50253f521fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.833221841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"1cace173-88a4-4699-9413-79a243f730ca","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.850172732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4df9d441-21ed-4f4f-90bb-50253f521fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.850704137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fd53c0e9-90c7-4c5f-bb1b-e4733d3baa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.869380159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (caa9b8942e423abc7009e48dba8ae8792deb742c2d88c90acbfd796563e0b5d6) AuthConfig (9b80c46876b69192b4ef4de7bc2a3d1be1f082728c7e5fbe5466e55fe116f931) AuthConfig (1ef2a476db542f215966f080cc5c400c73faccb7c76233fc426a0a9441fe2739) AuthConfig (2183587ea3937ec306dc1779054b4bb89800e078fdd7b273dab1636e74611459) AuthConfig (4c6aeca14e3d0fc0a567e83e963001586d6b9bfae845daea8dcfc564ba96deed) AuthConfig (de596906702e24a33f6b67ead6124da67e87378887ce52269bcd306402be9f37) AuthConfig (8d34d1a12de0f4366052f6c883b46f7b31a0ab0aa3ce9c22a33abdb12c0af711) AuthConfig (562c670ec35d64b5a7623571a7d79fd64de13b3033a449036bd45abdf7235e04) AuthConfig (3799ea296fb57c98d9e106aa02ce9f06db4fa1e61470f1c30aa15f4a6267a97f) AuthConfig (59c4c316d6325e7b571c927793d6e5febc8aaa02a9c645a948cd6bc030535722) AuthConfig (e7d7fdbeb1a73cdef5b5e95ac91cc2139f185de1a15baf779ac03c8111c911d1) AuthConfig (afadfa51390fa3ebc4940acd20312841641a1025fe868a01c652ab05acfc9038) AuthConfig (3ccdfe247723b9750922f7c867eb1cb6c1c434c41018e2311cc13d9c9d3988f7) AuthConfig (1e7274241ee7a833a7aa179c439d11bb8e6bf18d4e1f153b3bbb7e0d38d54156) AuthConfig (5e217e61d4225dd9e5b72cca2e982730b7eb011be73b89262150c0b824df28dd) AuthConfig (5af80c54285727920c5ed60b7a4efa1ab3a41af2cddea2d7ec6a547ae1c9a8dc) AuthConfig (eecb078a25542e7348b0a1e425f289c61dbada30f6252cf251bf5ec3e696ce42) AuthConfig (75505c41c852c231443b5bc60302f21d400bb0091ef63e259d4e7b3e46e25a71) AuthConfig (635209d7b6a4c125e3934ee01080fb79748102852e139df0664918557b0ad6f9) AuthConfig (ff9ebf5fdccb9d7842ea044a6d74d3cd49d608b61ff31fd9bcb81957cefd8b54) AuthConfig (eb681abe2f7dd2f99776b4f3875c8b7347a95a1833a49d8e4fd514a1896a2e2f) AuthConfig (82fb76310e98d153c388f0a3435b9c1248d4c7aa716621a96a7710b0daabbf06) AuthConfig (0d31067afe486b4cfa0aa75e0f0f4ad989842e51e09117b61640d52575158fd5) AuthConfig (553796f8cbbb2626a2facae36f14cbad6178b9efc7c41b9e6222ad9655a89ebe) AuthConfig (ed05a428d8bde8e6d879c6b9e0a8ba5e7838b82069b256be98ff10654c1a3fe6) AuthConfig (c372faeab50c2c62491205895f33ac61324e01e585f7ba904dce9f653fe1e087) AuthConfig (65000d00aadbea2ed23e9bdaa62c751f6fdd447a194f321226327fe632aae5a1) AuthConfig (534fdccfb449cec3512f53a4cc61e7698142b0ffaee5f6ead952acf825b3164e) AuthConfig (cf5de0ac6768025d445553795b08583262503e8541b0f019559ce01d01141981) AuthConfig (40e284ed4b2ab2a09e07e080f09f704a55b58ac4bc651ec860acd901bb2520b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fd53c0e9-90c7-4c5f-bb1b-e4733d3baa49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.869475727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (caa9b8942e423abc7009e48dba8ae8792deb742c2d88c90acbfd796563e0b5d6) AuthConfig (9b80c46876b69192b4ef4de7bc2a3d1be1f082728c7e5fbe5466e55fe116f931) AuthConfig (1ef2a476db542f215966f080cc5c400c73faccb7c76233fc426a0a9441fe2739) AuthConfig (2183587ea3937ec306dc1779054b4bb89800e078fdd7b273dab1636e74611459) AuthConfig (4c6aeca14e3d0fc0a567e83e963001586d6b9bfae845daea8dcfc564ba96deed) AuthConfig (de596906702e24a33f6b67ead6124da67e87378887ce52269bcd306402be9f37) AuthConfig (8d34d1a12de0f4366052f6c883b46f7b31a0ab0aa3ce9c22a33abdb12c0af711) AuthConfig (562c670ec35d64b5a7623571a7d79fd64de13b3033a449036bd45abdf7235e04) AuthConfig (3799ea296fb57c98d9e106aa02ce9f06db4fa1e61470f1c30aa15f4a6267a97f) AuthConfig (59c4c316d6325e7b571c927793d6e5febc8aaa02a9c645a948cd6bc030535722) AuthConfig (e7d7fdbeb1a73cdef5b5e95ac91cc2139f185de1a15baf779ac03c8111c911d1) AuthConfig (afadfa51390fa3ebc4940acd20312841641a1025fe868a01c652ab05acfc9038) AuthConfig (3ccdfe247723b9750922f7c867eb1cb6c1c434c41018e2311cc13d9c9d3988f7) AuthConfig (1e7274241ee7a833a7aa179c439d11bb8e6bf18d4e1f153b3bbb7e0d38d54156) AuthConfig (5e217e61d4225dd9e5b72cca2e982730b7eb011be73b89262150c0b824df28dd) AuthConfig (5af80c54285727920c5ed60b7a4efa1ab3a41af2cddea2d7ec6a547ae1c9a8dc) AuthConfig (eecb078a25542e7348b0a1e425f289c61dbada30f6252cf251bf5ec3e696ce42) AuthConfig (75505c41c852c231443b5bc60302f21d400bb0091ef63e259d4e7b3e46e25a71) AuthConfig (635209d7b6a4c125e3934ee01080fb79748102852e139df0664918557b0ad6f9) AuthConfig (ff9ebf5fdccb9d7842ea044a6d74d3cd49d608b61ff31fd9bcb81957cefd8b54) AuthConfig (eb681abe2f7dd2f99776b4f3875c8b7347a95a1833a49d8e4fd514a1896a2e2f) AuthConfig (82fb76310e98d153c388f0a3435b9c1248d4c7aa716621a96a7710b0daabbf06) AuthConfig (0d31067afe486b4cfa0aa75e0f0f4ad989842e51e09117b61640d52575158fd5) AuthConfig (553796f8cbbb2626a2facae36f14cbad6178b9efc7c41b9e6222ad9655a89ebe) AuthConfig (ed05a428d8bde8e6d879c6b9e0a8ba5e7838b82069b256be98ff10654c1a3fe6) AuthConfig (c372faeab50c2c62491205895f33ac61324e01e585f7ba904dce9f653fe1e087) AuthConfig (65000d00aadbea2ed23e9bdaa62c751f6fdd447a194f321226327fe632aae5a1) AuthConfig (534fdccfb449cec3512f53a4cc61e7698142b0ffaee5f6ead952acf825b3164e) AuthConfig (cf5de0ac6768025d445553795b08583262503e8541b0f019559ce01d01141981) AuthConfig (40e284ed4b2ab2a09e07e080f09f704a55b58ac4bc651ec860acd901bb2520b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4df9d441-21ed-4f4f-90bb-50253f521fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.887235198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"84bd370f-06f9-4286-8479-d5eea3c8bf80","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.89218449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"264c8dd8-0636-4164-9c80-d23f4c102081","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.893810664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"7e3388f2-edf2-4061-9d4d-f0b21ad8bab8","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.938356207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fa3ccad5-3439-4340-9ea2-2d2cea1f4d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.938463355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"81b5bb35-ba96-4395-ab16-ff448428476d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.959996924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fa3ccad5-3439-4340-9ea2-2d2cea1f4d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.960445164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"81b5bb35-ba96-4395-ab16-ff448428476d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.978866229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (789ab3039b353e2e8abbdd325e388eaa42339027f67bcb5f2ac29968b1b0dc1e) AuthConfig (bc6c52cadc4c348f409317a562db7a4edc2cf7b286615ec6948416bac0a94c76) AuthConfig (57a0d54d33edb656b0de45e7efd0da476373ab3f503903c204440580d24abf74) AuthConfig (9ae9a8a9fc41c545a86de2ddc5c41dd32c6cb207cdebb8a1450015ff5760dd60) AuthConfig (bb947b031a58f50e566a6224a8b20bca5820242f8d2803c46afdd542bcfb0b05) AuthConfig (7c24ced4f8e9f126d1a39d0a01ef8d0dd273c61d06ef1ee03d6805540652c44f) AuthConfig (85c902022bf036be6551248f4a44c75e2a8a98ef21ca584de45ab5f5d58c5c1a) AuthConfig (06cf1a2a592d902618761a1ac1d90af57033954cf7bccfb5a492b6fcb0a85f99) AuthConfig (8bcfed57dc8045950de8936de48e62923ad7152168d49d7270f2c5bdc740a904) AuthConfig (2bac337aa40bec90a6619d9bd68550520f34c7f66b56f7ce6dc84bb4a689f078) AuthConfig (07d28874352c813652582c377260b51a8421a772c4f75e2a3c99349856788618) AuthConfig (97a5de05cbad47431c75fa2dda5292a49c1ea654f28c15502b7d4e386a70ad6d) AuthConfig (bd17df0e41e2f2eed21393d4872e2bf8ea2c6fb07250ae30d60149a215842f28) AuthConfig (0393afc293258f16738c22f29860cfaa8b7b7801c4217a647662a5ebdc09208c) AuthConfig (34ee8dc5118e99eff076408a07359558561d7c7958005be95d4eab96977f0ebc) AuthConfig (68b974b6baff335a5b14b12a01c649a7bff47de109d538de03b66a88654c44b7) AuthConfig (19c57dc20d8aa9eea9b6ba88e67c19bbb6605c0fb4a67fa241acddd64198e503) AuthConfig (72cb8daa256cdbf6030039ecad7d06a5a53d265a616db13ef0a5ebc92971c0ab) AuthConfig (15175a797fd579a3c7b694562538a04d1392e0344415a42ec895a60737333ee7) AuthConfig (fdd144dee52768a2c97ab5eb923dd8afff04fa02905a8ebf326686433738175a) AuthConfig (c64fb70f983232f8728c9e66d4e0f80d1f3323255bfc881bf670cc279a976b8d) AuthConfig (689d14e6657da27919d9d8c41a46e4c948de560bf953505c00cbd08bae2bcc0a) AuthConfig (df16458ab849d6856d098c8033d5e185221132e5444bf64588fcbf15fb2e9d7b) AuthConfig (41b385075eb6de35f859b119fb4e52dd53a1bfa8b518610156f76e5fd83857c4) AuthConfig (67da0674c673afe69d956d01c8a70350ada2b8b2715e09c327735a29e2e357e7) AuthConfig (7e70bec8d7b83c7d1f12a284a11a3af62afa3f3a2459c6be517d5be1e80162f5) AuthConfig (c1fd896200b901609bfd97d04e8cac1eaa18244b60ac924fe21f863a458f3e98) AuthConfig (359def09782e05abc5985e611c9d0aa4d45272bd40cf281f663d41a76df8996a) AuthConfig (b8d7d73536aeffe25839ed5507b5657549a0117246c171b936c016405ea37a58) AuthConfig (83e916f250d107929f3185183427736567de3cdbf433a30de528be9125244d17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fa3ccad5-3439-4340-9ea2-2d2cea1f4d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.982380296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (789ab3039b353e2e8abbdd325e388eaa42339027f67bcb5f2ac29968b1b0dc1e) AuthConfig (bc6c52cadc4c348f409317a562db7a4edc2cf7b286615ec6948416bac0a94c76) AuthConfig (57a0d54d33edb656b0de45e7efd0da476373ab3f503903c204440580d24abf74) AuthConfig (9ae9a8a9fc41c545a86de2ddc5c41dd32c6cb207cdebb8a1450015ff5760dd60) AuthConfig (bb947b031a58f50e566a6224a8b20bca5820242f8d2803c46afdd542bcfb0b05) AuthConfig (7c24ced4f8e9f126d1a39d0a01ef8d0dd273c61d06ef1ee03d6805540652c44f) AuthConfig (85c902022bf036be6551248f4a44c75e2a8a98ef21ca584de45ab5f5d58c5c1a) AuthConfig (06cf1a2a592d902618761a1ac1d90af57033954cf7bccfb5a492b6fcb0a85f99) AuthConfig (8bcfed57dc8045950de8936de48e62923ad7152168d49d7270f2c5bdc740a904) AuthConfig (2bac337aa40bec90a6619d9bd68550520f34c7f66b56f7ce6dc84bb4a689f078) AuthConfig (07d28874352c813652582c377260b51a8421a772c4f75e2a3c99349856788618) AuthConfig (97a5de05cbad47431c75fa2dda5292a49c1ea654f28c15502b7d4e386a70ad6d) AuthConfig (bd17df0e41e2f2eed21393d4872e2bf8ea2c6fb07250ae30d60149a215842f28) AuthConfig (0393afc293258f16738c22f29860cfaa8b7b7801c4217a647662a5ebdc09208c) AuthConfig (34ee8dc5118e99eff076408a07359558561d7c7958005be95d4eab96977f0ebc) AuthConfig (68b974b6baff335a5b14b12a01c649a7bff47de109d538de03b66a88654c44b7) AuthConfig (19c57dc20d8aa9eea9b6ba88e67c19bbb6605c0fb4a67fa241acddd64198e503) AuthConfig (72cb8daa256cdbf6030039ecad7d06a5a53d265a616db13ef0a5ebc92971c0ab) AuthConfig (15175a797fd579a3c7b694562538a04d1392e0344415a42ec895a60737333ee7) AuthConfig (fdd144dee52768a2c97ab5eb923dd8afff04fa02905a8ebf326686433738175a) AuthConfig (c64fb70f983232f8728c9e66d4e0f80d1f3323255bfc881bf670cc279a976b8d) AuthConfig (689d14e6657da27919d9d8c41a46e4c948de560bf953505c00cbd08bae2bcc0a) AuthConfig (df16458ab849d6856d098c8033d5e185221132e5444bf64588fcbf15fb2e9d7b) AuthConfig (41b385075eb6de35f859b119fb4e52dd53a1bfa8b518610156f76e5fd83857c4) AuthConfig (67da0674c673afe69d956d01c8a70350ada2b8b2715e09c327735a29e2e357e7) AuthConfig (7e70bec8d7b83c7d1f12a284a11a3af62afa3f3a2459c6be517d5be1e80162f5) AuthConfig (c1fd896200b901609bfd97d04e8cac1eaa18244b60ac924fe21f863a458f3e98) AuthConfig (359def09782e05abc5985e611c9d0aa4d45272bd40cf281f663d41a76df8996a) AuthConfig (b8d7d73536aeffe25839ed5507b5657549a0117246c171b936c016405ea37a58) AuthConfig (83e916f250d107929f3185183427736567de3cdbf433a30de528be9125244d17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"81b5bb35-ba96-4395-ab16-ff448428476d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:53.999319731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"842e110e-ee2e-4aa9-a772-b79056da8c43","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.003038885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"573df247-9bc6-40f9-b2c2-863750f91c2f","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.033936523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fa7e0a1d-05fa-443e-9838-5d3a341e6b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.033955401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4f88a90a-eb4e-4505-82a9-fdace0d207cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.050918332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-filter-sub-b-c12e18ab-auth","reconcileID":"7f4b24cd-93b0-478b-86c7-01e5508ceb21","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c12e18ab-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.051157065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"993bc208-6435-4a20-9c02-9c7ab57ff366","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.057133981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4f88a90a-eb4e-4505-82a9-fdace0d207cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.057237911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fa7e0a1d-05fa-443e-9838-5d3a341e6b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.077314137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (caa9b8942e423abc7009e48dba8ae8792deb742c2d88c90acbfd796563e0b5d6) AuthConfig (9b80c46876b69192b4ef4de7bc2a3d1be1f082728c7e5fbe5466e55fe116f931) AuthConfig (1ef2a476db542f215966f080cc5c400c73faccb7c76233fc426a0a9441fe2739) AuthConfig (2183587ea3937ec306dc1779054b4bb89800e078fdd7b273dab1636e74611459) AuthConfig (4c6aeca14e3d0fc0a567e83e963001586d6b9bfae845daea8dcfc564ba96deed) AuthConfig (de596906702e24a33f6b67ead6124da67e87378887ce52269bcd306402be9f37) AuthConfig (8d34d1a12de0f4366052f6c883b46f7b31a0ab0aa3ce9c22a33abdb12c0af711) AuthConfig (562c670ec35d64b5a7623571a7d79fd64de13b3033a449036bd45abdf7235e04) AuthConfig (3799ea296fb57c98d9e106aa02ce9f06db4fa1e61470f1c30aa15f4a6267a97f) AuthConfig (59c4c316d6325e7b571c927793d6e5febc8aaa02a9c645a948cd6bc030535722) AuthConfig (e7d7fdbeb1a73cdef5b5e95ac91cc2139f185de1a15baf779ac03c8111c911d1) AuthConfig (afadfa51390fa3ebc4940acd20312841641a1025fe868a01c652ab05acfc9038) AuthConfig (3ccdfe247723b9750922f7c867eb1cb6c1c434c41018e2311cc13d9c9d3988f7) AuthConfig (1e7274241ee7a833a7aa179c439d11bb8e6bf18d4e1f153b3bbb7e0d38d54156) AuthConfig (5e217e61d4225dd9e5b72cca2e982730b7eb011be73b89262150c0b824df28dd) AuthConfig (5af80c54285727920c5ed60b7a4efa1ab3a41af2cddea2d7ec6a547ae1c9a8dc) AuthConfig (eecb078a25542e7348b0a1e425f289c61dbada30f6252cf251bf5ec3e696ce42) AuthConfig (75505c41c852c231443b5bc60302f21d400bb0091ef63e259d4e7b3e46e25a71) AuthConfig (635209d7b6a4c125e3934ee01080fb79748102852e139df0664918557b0ad6f9) AuthConfig (ff9ebf5fdccb9d7842ea044a6d74d3cd49d608b61ff31fd9bcb81957cefd8b54) AuthConfig (eb681abe2f7dd2f99776b4f3875c8b7347a95a1833a49d8e4fd514a1896a2e2f) AuthConfig (82fb76310e98d153c388f0a3435b9c1248d4c7aa716621a96a7710b0daabbf06) AuthConfig (0d31067afe486b4cfa0aa75e0f0f4ad989842e51e09117b61640d52575158fd5) AuthConfig (553796f8cbbb2626a2facae36f14cbad6178b9efc7c41b9e6222ad9655a89ebe) AuthConfig (ed05a428d8bde8e6d879c6b9e0a8ba5e7838b82069b256be98ff10654c1a3fe6) AuthConfig (c372faeab50c2c62491205895f33ac61324e01e585f7ba904dce9f653fe1e087) AuthConfig (65000d00aadbea2ed23e9bdaa62c751f6fdd447a194f321226327fe632aae5a1) AuthConfig (534fdccfb449cec3512f53a4cc61e7698142b0ffaee5f6ead952acf825b3164e) AuthConfig (cf5de0ac6768025d445553795b08583262503e8541b0f019559ce01d01141981) AuthConfig (40e284ed4b2ab2a09e07e080f09f704a55b58ac4bc651ec860acd901bb2520b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fa7e0a1d-05fa-443e-9838-5d3a341e6b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.077370032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (caa9b8942e423abc7009e48dba8ae8792deb742c2d88c90acbfd796563e0b5d6) AuthConfig (9b80c46876b69192b4ef4de7bc2a3d1be1f082728c7e5fbe5466e55fe116f931) AuthConfig (1ef2a476db542f215966f080cc5c400c73faccb7c76233fc426a0a9441fe2739) AuthConfig (2183587ea3937ec306dc1779054b4bb89800e078fdd7b273dab1636e74611459) AuthConfig (4c6aeca14e3d0fc0a567e83e963001586d6b9bfae845daea8dcfc564ba96deed) AuthConfig (de596906702e24a33f6b67ead6124da67e87378887ce52269bcd306402be9f37) AuthConfig (8d34d1a12de0f4366052f6c883b46f7b31a0ab0aa3ce9c22a33abdb12c0af711) AuthConfig (562c670ec35d64b5a7623571a7d79fd64de13b3033a449036bd45abdf7235e04) AuthConfig (3799ea296fb57c98d9e106aa02ce9f06db4fa1e61470f1c30aa15f4a6267a97f) AuthConfig (59c4c316d6325e7b571c927793d6e5febc8aaa02a9c645a948cd6bc030535722) AuthConfig (e7d7fdbeb1a73cdef5b5e95ac91cc2139f185de1a15baf779ac03c8111c911d1) AuthConfig (afadfa51390fa3ebc4940acd20312841641a1025fe868a01c652ab05acfc9038) AuthConfig (3ccdfe247723b9750922f7c867eb1cb6c1c434c41018e2311cc13d9c9d3988f7) AuthConfig (1e7274241ee7a833a7aa179c439d11bb8e6bf18d4e1f153b3bbb7e0d38d54156) AuthConfig (5e217e61d4225dd9e5b72cca2e982730b7eb011be73b89262150c0b824df28dd) AuthConfig (5af80c54285727920c5ed60b7a4efa1ab3a41af2cddea2d7ec6a547ae1c9a8dc) AuthConfig (eecb078a25542e7348b0a1e425f289c61dbada30f6252cf251bf5ec3e696ce42) AuthConfig (75505c41c852c231443b5bc60302f21d400bb0091ef63e259d4e7b3e46e25a71) AuthConfig (635209d7b6a4c125e3934ee01080fb79748102852e139df0664918557b0ad6f9) AuthConfig (ff9ebf5fdccb9d7842ea044a6d74d3cd49d608b61ff31fd9bcb81957cefd8b54) AuthConfig (eb681abe2f7dd2f99776b4f3875c8b7347a95a1833a49d8e4fd514a1896a2e2f) AuthConfig (82fb76310e98d153c388f0a3435b9c1248d4c7aa716621a96a7710b0daabbf06) AuthConfig (0d31067afe486b4cfa0aa75e0f0f4ad989842e51e09117b61640d52575158fd5) AuthConfig (553796f8cbbb2626a2facae36f14cbad6178b9efc7c41b9e6222ad9655a89ebe) AuthConfig (ed05a428d8bde8e6d879c6b9e0a8ba5e7838b82069b256be98ff10654c1a3fe6) AuthConfig (c372faeab50c2c62491205895f33ac61324e01e585f7ba904dce9f653fe1e087) AuthConfig (65000d00aadbea2ed23e9bdaa62c751f6fdd447a194f321226327fe632aae5a1) AuthConfig (534fdccfb449cec3512f53a4cc61e7698142b0ffaee5f6ead952acf825b3164e) AuthConfig (cf5de0ac6768025d445553795b08583262503e8541b0f019559ce01d01141981) AuthConfig (40e284ed4b2ab2a09e07e080f09f704a55b58ac4bc651ec860acd901bb2520b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4f88a90a-eb4e-4505-82a9-fdace0d207cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.135329181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6ce983ec-0f0d-493e-8fe9-5b0ed502c036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.135756943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"246d5072-e053-4cdf-8c7a-f3b65beebd2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.15608734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6ce983ec-0f0d-493e-8fe9-5b0ed502c036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.157264337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"246d5072-e053-4cdf-8c7a-f3b65beebd2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.17484718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (789ab3039b353e2e8abbdd325e388eaa42339027f67bcb5f2ac29968b1b0dc1e) AuthConfig (bc6c52cadc4c348f409317a562db7a4edc2cf7b286615ec6948416bac0a94c76) AuthConfig (57a0d54d33edb656b0de45e7efd0da476373ab3f503903c204440580d24abf74) AuthConfig (9ae9a8a9fc41c545a86de2ddc5c41dd32c6cb207cdebb8a1450015ff5760dd60) AuthConfig (bb947b031a58f50e566a6224a8b20bca5820242f8d2803c46afdd542bcfb0b05) AuthConfig (7c24ced4f8e9f126d1a39d0a01ef8d0dd273c61d06ef1ee03d6805540652c44f) AuthConfig (85c902022bf036be6551248f4a44c75e2a8a98ef21ca584de45ab5f5d58c5c1a) AuthConfig (06cf1a2a592d902618761a1ac1d90af57033954cf7bccfb5a492b6fcb0a85f99) AuthConfig (8bcfed57dc8045950de8936de48e62923ad7152168d49d7270f2c5bdc740a904) AuthConfig (2bac337aa40bec90a6619d9bd68550520f34c7f66b56f7ce6dc84bb4a689f078) AuthConfig (07d28874352c813652582c377260b51a8421a772c4f75e2a3c99349856788618) AuthConfig (97a5de05cbad47431c75fa2dda5292a49c1ea654f28c15502b7d4e386a70ad6d) AuthConfig (bd17df0e41e2f2eed21393d4872e2bf8ea2c6fb07250ae30d60149a215842f28) AuthConfig (0393afc293258f16738c22f29860cfaa8b7b7801c4217a647662a5ebdc09208c) AuthConfig (34ee8dc5118e99eff076408a07359558561d7c7958005be95d4eab96977f0ebc) AuthConfig (68b974b6baff335a5b14b12a01c649a7bff47de109d538de03b66a88654c44b7) AuthConfig (19c57dc20d8aa9eea9b6ba88e67c19bbb6605c0fb4a67fa241acddd64198e503) AuthConfig (72cb8daa256cdbf6030039ecad7d06a5a53d265a616db13ef0a5ebc92971c0ab) AuthConfig (15175a797fd579a3c7b694562538a04d1392e0344415a42ec895a60737333ee7) AuthConfig (fdd144dee52768a2c97ab5eb923dd8afff04fa02905a8ebf326686433738175a) AuthConfig (c64fb70f983232f8728c9e66d4e0f80d1f3323255bfc881bf670cc279a976b8d) AuthConfig (689d14e6657da27919d9d8c41a46e4c948de560bf953505c00cbd08bae2bcc0a) AuthConfig (df16458ab849d6856d098c8033d5e185221132e5444bf64588fcbf15fb2e9d7b) AuthConfig (41b385075eb6de35f859b119fb4e52dd53a1bfa8b518610156f76e5fd83857c4) AuthConfig (67da0674c673afe69d956d01c8a70350ada2b8b2715e09c327735a29e2e357e7) AuthConfig (7e70bec8d7b83c7d1f12a284a11a3af62afa3f3a2459c6be517d5be1e80162f5) AuthConfig (c1fd896200b901609bfd97d04e8cac1eaa18244b60ac924fe21f863a458f3e98) AuthConfig (359def09782e05abc5985e611c9d0aa4d45272bd40cf281f663d41a76df8996a) AuthConfig (b8d7d73536aeffe25839ed5507b5657549a0117246c171b936c016405ea37a58) AuthConfig (83e916f250d107929f3185183427736567de3cdbf433a30de528be9125244d17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6ce983ec-0f0d-493e-8fe9-5b0ed502c036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.175528816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (789ab3039b353e2e8abbdd325e388eaa42339027f67bcb5f2ac29968b1b0dc1e) AuthConfig (bc6c52cadc4c348f409317a562db7a4edc2cf7b286615ec6948416bac0a94c76) AuthConfig (57a0d54d33edb656b0de45e7efd0da476373ab3f503903c204440580d24abf74) AuthConfig (9ae9a8a9fc41c545a86de2ddc5c41dd32c6cb207cdebb8a1450015ff5760dd60) AuthConfig (bb947b031a58f50e566a6224a8b20bca5820242f8d2803c46afdd542bcfb0b05) AuthConfig (7c24ced4f8e9f126d1a39d0a01ef8d0dd273c61d06ef1ee03d6805540652c44f) AuthConfig (85c902022bf036be6551248f4a44c75e2a8a98ef21ca584de45ab5f5d58c5c1a) AuthConfig (06cf1a2a592d902618761a1ac1d90af57033954cf7bccfb5a492b6fcb0a85f99) AuthConfig (8bcfed57dc8045950de8936de48e62923ad7152168d49d7270f2c5bdc740a904) AuthConfig (2bac337aa40bec90a6619d9bd68550520f34c7f66b56f7ce6dc84bb4a689f078) AuthConfig (07d28874352c813652582c377260b51a8421a772c4f75e2a3c99349856788618) AuthConfig (97a5de05cbad47431c75fa2dda5292a49c1ea654f28c15502b7d4e386a70ad6d) AuthConfig (bd17df0e41e2f2eed21393d4872e2bf8ea2c6fb07250ae30d60149a215842f28) AuthConfig (0393afc293258f16738c22f29860cfaa8b7b7801c4217a647662a5ebdc09208c) AuthConfig (34ee8dc5118e99eff076408a07359558561d7c7958005be95d4eab96977f0ebc) AuthConfig (68b974b6baff335a5b14b12a01c649a7bff47de109d538de03b66a88654c44b7) AuthConfig (19c57dc20d8aa9eea9b6ba88e67c19bbb6605c0fb4a67fa241acddd64198e503) AuthConfig (72cb8daa256cdbf6030039ecad7d06a5a53d265a616db13ef0a5ebc92971c0ab) AuthConfig (15175a797fd579a3c7b694562538a04d1392e0344415a42ec895a60737333ee7) AuthConfig (fdd144dee52768a2c97ab5eb923dd8afff04fa02905a8ebf326686433738175a) AuthConfig (c64fb70f983232f8728c9e66d4e0f80d1f3323255bfc881bf670cc279a976b8d) AuthConfig (689d14e6657da27919d9d8c41a46e4c948de560bf953505c00cbd08bae2bcc0a) AuthConfig (df16458ab849d6856d098c8033d5e185221132e5444bf64588fcbf15fb2e9d7b) AuthConfig (41b385075eb6de35f859b119fb4e52dd53a1bfa8b518610156f76e5fd83857c4) AuthConfig (67da0674c673afe69d956d01c8a70350ada2b8b2715e09c327735a29e2e357e7) AuthConfig (7e70bec8d7b83c7d1f12a284a11a3af62afa3f3a2459c6be517d5be1e80162f5) AuthConfig (c1fd896200b901609bfd97d04e8cac1eaa18244b60ac924fe21f863a458f3e98) AuthConfig (359def09782e05abc5985e611c9d0aa4d45272bd40cf281f663d41a76df8996a) AuthConfig (b8d7d73536aeffe25839ed5507b5657549a0117246c171b936c016405ea37a58) AuthConfig (83e916f250d107929f3185183427736567de3cdbf433a30de528be9125244d17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"246d5072-e053-4cdf-8c7a-f3b65beebd2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:54.185931525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5606914f-d7ea-41fb-94d5-ea00c8f1c6d9","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.138088333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"5d633564-07b8-4dd4-9504-9dd6b6829cad","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.13852592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9b908c02-d8c3-4b7a-9dd7-3ea675830073","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.170065186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"82f42e5b-6334-4563-af1b-3839ac04ce12","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.170503141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"fa0466e8-9956-4439-96d2-12b08e87bbfc","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.186205572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"47312220-aea6-411a-9cbc-cdfd9dc2a36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.18970708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"8baeed48-f2c5-4583-bbd9-63dafe2deb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.190044686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"90f8d3af-65d6-4f44-a4d5-ec1e42e540eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.20602072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"47312220-aea6-411a-9cbc-cdfd9dc2a36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.288283267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4a179b5a-fa40-4278-9d34-13dc24a8ab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.296705028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d2bf8768-4f26-4c9c-b817-a7d59609869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.308442216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4a179b5a-fa40-4278-9d34-13dc24a8ab0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.3164718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d2bf8768-4f26-4c9c-b817-a7d59609869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.482021765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f9f0cd06-164c-496a-a31d-c91c5da22e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:58.501708398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f9f0cd06-164c-496a-a31d-c91c5da22e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.062592879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ee8ff015-7c6e-403c-b451-f18c57f85bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.062686615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c1e27255-16fc-4e42-a50f-f16c8b5d861c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.08363208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ee8ff015-7c6e-403c-b451-f18c57f85bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.083634101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c1e27255-16fc-4e42-a50f-f16c8b5d861c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.168489639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"b1704ef6-712e-4739-be95-914a7bc38bf7","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.168858043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c4855769-4095-4781-b55c-6630c0b1dd66","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.476729655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ed195523-e8dc-4159-8bbf-70be485573e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.496129214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ed195523-e8dc-4159-8bbf-70be485573e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.514442615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ed195523-e8dc-4159-8bbf-70be485573e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.582099534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4c761ebd-d5ed-4202-855f-1db500ba4fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.602187827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4c761ebd-d5ed-4202-855f-1db500ba4fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:55:59.632732513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4c761ebd-d5ed-4202-855f-1db500ba4fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:01.053680537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.562674004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"7ee4fbb1-dfb2-4934-933e-ba0e6d38119c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.622142555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"3eb1820d-5ff6-4040-944b-e543a44a1d73","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.662293167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"ffdd8b1b-1965-41fa-859b-ea5d92b36442","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.719094736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"7645d54d-f3ce-4d8e-80d8-121e024e261a","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.853953928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66f6682d-1b58-4a73-be60-6278124522a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.853962393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4a10b8c5-5f9e-49a7-b2f8-a8704118cbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.875480091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4a10b8c5-5f9e-49a7-b2f8-a8704118cbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.875481143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66f6682d-1b58-4a73-be60-6278124522a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.897572813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4a10b8c5-5f9e-49a7-b2f8-a8704118cbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.897745562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66f6682d-1b58-4a73-be60-6278124522a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.919438614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"c3184bb8-008c-4c7d-a719-4ea841c7a4c8","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:02.920703835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"e1327b0b-4e26-49de-82ca-2e11c823e72b","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.107007416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e8459323-65a8-4c2d-8d12-52f46782be19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.121320239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"18d0f4a4-9b0f-4ebf-9bb0-f97ed2e697f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.133837469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e8459323-65a8-4c2d-8d12-52f46782be19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.224325827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"18d0f4a4-9b0f-4ebf-9bb0-f97ed2e697f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.225579772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e8459323-65a8-4c2d-8d12-52f46782be19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:03.242743251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"18d0f4a4-9b0f-4ebf-9bb0-f97ed2e697f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.122004843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"646b043f-6cba-4f7a-b743-77b9442dc416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.122227161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"af2923dd-4d86-47fa-96cd-8a3700198cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.143528709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"af2923dd-4d86-47fa-96cd-8a3700198cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.143569177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"646b043f-6cba-4f7a-b743-77b9442dc416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.222078694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6528cf99-2db8-44aa-a0b0-4179138757a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.222082994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f5a5d4-8a4d-447e-8023-329d84adcb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.231734128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"ef32723c-4287-454d-bd3b-74ac01974c33","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.242200054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6528cf99-2db8-44aa-a0b0-4179138757a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.24320094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"57f5a5d4-8a4d-447e-8023-329d84adcb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.314407231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"33dd26ff-2b14-4ff1-8a29-7783291b34d4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.328601113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"1933aea9-72a2-4fc8-92bb-fd1e899bc68c","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:04.331492366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"8e8ffb16-b8e5-42a0-a4c6-5b461b5f7107","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.415146099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"c90d9817-123a-46f6-be1f-047c156d4ac6","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.434641718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"68bfc543-1f7a-4f2e-aca2-cc5875d2f91b","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.478045864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"f393f8bc-2c08-496d-ab1d-fdde9c546db9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.499847785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"f393f8bc-2c08-496d-ab1d-fdde9c546db9","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.581648277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"fc64ba7e-e645-47da-b714-b3a067ea56be","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.625873585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"101b857b-9f92-4cd0-b15b-27f57fe8bf6e","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.638423486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"3e8899f9-da85-45b4-8660-95634ee8a7e4","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.645321432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"101b857b-9f92-4cd0-b15b-27f57fe8bf6e","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.65941163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"431145c7-07ac-463e-911c-606ebb1fa33c","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:07.673362635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97","reconcileID":"75f79148-84c5-4dcc-8c36-d955d4a5e823","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-e8168b97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.7150211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"2d28434b-1abc-4b96-8b7d-a77e48e14017","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.728202323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"50dd7f65-0766-47e1-bddb-0cf07f200c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.728259123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"683b311d-eb5e-421a-b01f-c1109fe3f341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.73048455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"6301dc44-f21e-44d9-8a14-003191bc7e85","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.734633036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"e0f2397c-1cf0-4188-b4ae-cbf4a11343cc","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.748976093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"683b311d-eb5e-421a-b01f-c1109fe3f341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.748973462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"50dd7f65-0766-47e1-bddb-0cf07f200c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.751384926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"6301dc44-f21e-44d9-8a14-003191bc7e85","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.801895087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97","reconcileID":"6f0fce3a-2c4d-47f1-9d0e-c5fa83dfa75b","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/e2e-dry-sub-e8168b97","ai-tenant-e2e-worker-w6-863f1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.857937213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"b3ae25ff-a6e8-4c85-8917-2da0911f374c","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.880161432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"4bf74d98-a260-4056-bfe7-9bd05a8c473a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.927032074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9e59cb33-8e33-42f8-b93e-71e689a1c4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.927041133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a36b95ee-ffa2-4845-a6be-98d610fccf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.941786219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"4a7454d1-1864-4382-a226-8e8cb7e3abf1","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.94698521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9e59cb33-8e33-42f8-b93e-71e689a1c4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.948155221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a36b95ee-ffa2-4845-a6be-98d610fccf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.961694118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"4a7454d1-1864-4382-a226-8e8cb7e3abf1","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:07.983202092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97","reconcileID":"28b4a1f8-afaf-40ed-be17-fa95e0fe40f6","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.155993836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"149001a8-84be-4577-985f-8c432cec8b1f","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.172985522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"ad3b901e-8923-48fc-8347-978b78709f7b","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.321243417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"c59b1521-007a-4ee1-9564-376e9ad07793","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.343187046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"c59b1521-007a-4ee1-9564-376e9ad07793","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.396052407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"b4b49767-00b0-4b43-b2ea-f36da25decf4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.420440647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"fe674890-5bbb-4fca-8e32-dc6ec8e34d69","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.431808503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"d55e021d-200d-462e-9a9d-57786a1ecba4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.436488421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"da4ccfde-aa49-4b18-969f-8613fcad65c9","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:56:08.439964359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/e2e-combo-sub-1a4c23c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-1a4c23c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.441780727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2a0b0504-caa6-49e9-875b-3709e331fb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.441943259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"39cdae45-dc88-49c2-9ae3-290cad625482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.456245621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"3cc56dee-df59-431d-9557-1d36ee77a547","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.462721774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"39cdae45-dc88-49c2-9ae3-290cad625482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.462797702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2a0b0504-caa6-49e9-875b-3709e331fb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.525557036Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7","reconcileID":"ce8f7cb6-3551-4447-8d0e-e593f027245f","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-combo-sub-1a4c23c7","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.540363681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"3800ea8e-001f-48ec-8bdf-c492ecf447f2","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.560322773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"3800ea8e-001f-48ec-8bdf-c492ecf447f2","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.578871742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"c35bcb18-a32d-4630-85c3-c80eff505b64","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.604122348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"f564869d-7807-4ad8-89b8-4826a1476a8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.641550705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"aceb3be5-1942-48ed-8585-137ba8de5b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.641736399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bf7d5a80-be46-43f5-8284-3d087b97377e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.663535783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bf7d5a80-be46-43f5-8284-3d087b97377e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.663939937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"aceb3be5-1942-48ed-8585-137ba8de5b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.706523871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7","reconcileID":"976838e7-6cf0-48e2-9d0e-4650b578b697","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.742081349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"1811d3b0-0c17-4d5b-b035-ec5db6675b9f","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:08.762320047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"1811d3b0-0c17-4d5b-b035-ec5db6675b9f","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.008865228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7bd40a6a-8faa-4957-ab43-d6cf5f9abaf5","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.053085255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"6c4a67a1-2c21-41ce-8df4-492268d13d49","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.057118882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fd6a2335-1ec7-41f3-916e-27c3324e9080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.058187082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4b4509fa-8cb9-44ed-a223-5afa135537a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.076452539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"6c4a67a1-2c21-41ce-8df4-492268d13d49","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.082100919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fd6a2335-1ec7-41f3-916e-27c3324e9080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.082111037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4b4509fa-8cb9-44ed-a223-5afa135537a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.828482748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"bc473cdc-18d3-4d44-9acc-564602bb57ad","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.871849196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"886a6897-7837-49b4-b48c-be5062aeabeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.871874359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"de950157-4df0-4229-864d-7b8c1e1190d0","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.872306039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"17bf1c94-0a6a-406c-9306-0308bd3ba5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.892049804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"886a6897-7837-49b4-b48c-be5062aeabeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.89263292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"de950157-4df0-4229-864d-7b8c1e1190d0","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:11.894205661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"17bf1c94-0a6a-406c-9306-0308bd3ba5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.270394562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"51436b32-4d88-48e2-aa90-7a906377ea5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.286885724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"8620d997-841f-4a4b-b128-3ed34700382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.292067509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"51436b32-4d88-48e2-aa90-7a906377ea5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.306272313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"8620d997-841f-4a4b-b128-3ed34700382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.310433967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"51436b32-4d88-48e2-aa90-7a906377ea5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:13.324299545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbe23006c9b659e8fe7cb0ec9c4c0bb14932bab4ed2f2379b4956bd8fdcf7e6b) AuthConfig (99356447027267eb9d07047360df6b33663170412380e9b6006889dfaa10cec6) AuthConfig (ecf62ec743bb6f8315c13962ff90ac13b605b612a0c3d0173fc13a8c82def786) AuthConfig (091324c17d60a6673a748113b280e41bbbb07ad3d7ec309ffba5e157f5fdfac1) AuthConfig (b4aef90a70aa0d46028ce5571d06e1ab34c224071f2706ee65e05bd8cea6d946) AuthConfig (ed0cbaca4ff8d405d7423690402883db9a7cece431109235bdade07d9adf57e5) AuthConfig (8616f82b5298fb498b38e3c30c04c4101b13b4e0a8bcd1b687b58b9fbf2ce013) AuthConfig (ed812c2e60835591aff4cb26976361fefeb1016dea7278bc7c5c21f152373b32) AuthConfig (45aa62462cedf7e747171b5197dbb7fa508102c9d215b55f4d327e21648dcb6a) AuthConfig (323cf323292bfdcb01b4d60858cba6a81f2c31945c3fdfec30e60cebddb50a09) AuthConfig (938530f7f6dc39065b572919471b28b8d013d6eabfb416d78104079eac210b56) AuthConfig (94ccb9e2a9562a4cb517373b56a6a127e37252518b48b02f2b4506bc49fc1579) AuthConfig (677bb9c91e8fd2bf655b190a9ead5033517eb2550243174545c6bc53767039e3) AuthConfig (311f47462cf25393823fbea743e4069694d53878cf008cd6979bac9ac1ab04a5) AuthConfig (75bd60343529ae5bc10eac194fee0033ec8e8615c1aa2217660ef36b8000d359) AuthConfig (43c3d266f3698204337bc6c45b0e7824b6f7c0e5bd7f84efd65146de7145e246) AuthConfig (b2b51635f4e0b579d911b3e8cb0200c1221895ec99308e00c7ced2fedda40eae) AuthConfig (a7e1bcfab2789b01363bcd4d6b8b50e6725dbde55b83267550a34946e7a07ae8) AuthConfig (5683c3d4a194a1a0413db0f3c4236e03d0741eb43d2d50ba8f7aa14b6fe69897) AuthConfig (01df21abd61c086d86f65f83f52ad9bb86b792c41ab0ba515e5cd2eded112a5f) AuthConfig (52ffa83fa873dd3ef3819a100d942ce7f2a2f913305a09f61457c166ff6f70a8) AuthConfig (f31db205e5bdde3a46c84e52a5e5e9c1bf5f44b4d06ad2c8897fa5f811a82c9d) AuthConfig (33956e7deb77c357f441e110cda62bfb4b4851d98baf0b8873767715ae54e10f) AuthConfig (8cbe7de8ca90033d6d2e1a9c304ba5d7167751efba7b1e65b072200a14da2d08) AuthConfig (a16009cb625ef7830d83c955a71a8b0defdd0a212682059779f3cdeb6352bfc2) AuthConfig (6d915e3d2c5afb737a486b84968c5d90f288c537030762bec3478759a75d3066) AuthConfig (2201f562232a4435b2f78c0ff6c7eed0a3cc2b251b1adf819a67239ef1e92b36) AuthConfig (bbb5e37ea96782dc2192b3ba73b87494a81328c49ded8093b53272ee22a76888) AuthConfig (f26c7becd18095fb3d7effa5fd256dfa69b84219e3e34dcbb379eec7f167ea7f) AuthConfig (b2c0404bf7da8dada0674aa0ca06d4f74abac8c8890a3ce73089ebfd9f48fb7b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"8620d997-841f-4a4b-b128-3ed34700382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.452553553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"fadfb984-0200-4109-bbd3-1f654558fcd7","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.453068759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"abce5d58-4158-4556-b985-226a153eccf8","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.487155739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"969a2fb3-7c05-4b8d-84bd-6560a8f51f57","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.487507799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"a4e2195e-4ee3-44c5-81ef-23eb1ef173df","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.50062427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e13a3289-7cfd-4940-beb6-28ebece18508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.50065481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ed6716cb-cbcf-4250-892e-63f89809c315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.505156134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"0901d826-e6e3-4373-82f7-6d74dcbe33c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.505157331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"c5ea489b-32e2-4675-a167-0982d0714510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.521576466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ed6716cb-cbcf-4250-892e-63f89809c315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.52163378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e13a3289-7cfd-4940-beb6-28ebece18508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.699347636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cb3f4224-68b2-454d-a41a-ba8866a9a3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.699419045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6a6e238-34fe-4071-ac3f-593ad757ea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.719733991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cb3f4224-68b2-454d-a41a-ba8866a9a3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:14.720754706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6a6e238-34fe-4071-ac3f-593ad757ea35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:16.218192014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a9f809c9-2043-4f22-a821-2180369a75d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:16.21819471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c4680ae-2a88-4415-a568-ff5195fdbc25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:16.239587759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c4680ae-2a88-4415-a568-ff5195fdbc25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:16.239743546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a9f809c9-2043-4f22-a821-2180369a75d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.837021069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"3155e7fe-d70d-429a-9203-6414095ff7e1","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.837598513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"5f795b3e-037d-4dce-af5c-a7eb2a123082","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.922251327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"41874b8a-618e-4faa-bc9b-405d26247eca","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.922802188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"222e7a76-396d-4b6d-8acc-b1b17d6ee4cd","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.923557487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e22b3461-4f18-44de-a942-ed0264adbfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.923763789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4efb30d0-9e0b-427e-9cb3-998b3c967f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.93698512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"f3480fee-375c-49e1-9ac4-478e3586c08e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.938299857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"243b914e-9410-4c01-8bc7-195975d40c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.944570167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e22b3461-4f18-44de-a942-ed0264adbfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:18.944948086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4efb30d0-9e0b-427e-9cb3-998b3c967f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:19.045615009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6207e2b3-f95e-4211-b99d-0287d20fb82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:19.046249345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8afc8e2f-eec2-4a4c-8afe-0704199e02b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:19.067953595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8afc8e2f-eec2-4a4c-8afe-0704199e02b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:19.070814799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6207e2b3-f95e-4211-b99d-0287d20fb82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:19.102790549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"59990bf7-eea1-4ab7-b4d3-6e5d1d3a6e55","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.062270168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97","reconcileID":"1cf690b2-c403-47b1-b57f-9efd22a6328c","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscription":"e2e-dry-sub-e8168b97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.113026806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97","reconcileID":"1cf690b2-c403-47b1-b57f-9efd22a6328c","MaaSSubscription":{"name":"e2e-dry-sub-e8168b97","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.159523722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"944e818d-9ddc-432a-8c57-f8c72f267c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.184925482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"176962de-27be-4981-844f-11e6b797c438","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.228508296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"cd7ff553-370e-4ae8-abbe-d48f816654be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.228673419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"8bddf04f-1978-4f8d-8708-78c8380f5a17","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.228510397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5bd344e2-6712-4782-82ec-65d6332ac698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.248214699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"cd7ff553-370e-4ae8-abbe-d48f816654be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.248393693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"8bddf04f-1978-4f8d-8708-78c8380f5a17","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.25071443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5bd344e2-6712-4782-82ec-65d6332ac698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.34675554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-dry-sub-e8168b97-auth","reconcileID":"3c7c9c18-348e-4b82-b689-6d4d4526f206","MaaSAuthPolicy":{"name":"e2e-dry-sub-e8168b97-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.346805074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"1cc7bcf3-19b3-4a02-b86d-1d78924d2d3a","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.412098363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"e2e89fd6-a6d6-4d45-8c98-81d0d58f48fe","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.879456505Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7","reconcileID":"237a7aa7-c603-4565-bece-c636df11221e","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-combo-sub-1a4c23c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.930175541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7","reconcileID":"237a7aa7-c603-4565-bece-c636df11221e","MaaSSubscription":{"name":"e2e-combo-sub-1a4c23c7","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:21.976049931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"b9ec04eb-cd78-439d-ae7d-ea58b460650a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.082340159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"d7e6c1b3-3734-41ef-8dc9-254b1870d8b0","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.12671467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ff2fe513-82a9-4001-b080-aecb4b3d6ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.126769813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"af84bbfb-097c-46e0-8e01-9a9edabe3327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.127184951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"12c90d26-a1af-49d3-921e-a3d5a7fa90ee","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.14802847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"12c90d26-a1af-49d3-921e-a3d5a7fa90ee","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.149348195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"af84bbfb-097c-46e0-8e01-9a9edabe3327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.150234115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ff2fe513-82a9-4001-b080-aecb4b3d6ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.2587033Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-combo-sub-1a4c23c7-auth","reconcileID":"8c892e37-be42-4d3e-94dd-5d1f8f563faf","MaaSAuthPolicy":{"name":"e2e-combo-sub-1a4c23c7-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.258792044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"21fe9959-8499-4b52-a523-318ead6ed9fc","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:22.399894947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"0f789598-f825-42a1-b566-e8fd9ec92c52","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.354202738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"96119913-044d-4f0c-a2aa-3b7b98d24d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.373552569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"96119913-044d-4f0c-a2aa-3b7b98d24d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.4544457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4acf809c-64e4-41ea-b95a-3f74cfa9a928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.455152279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"15c8e814-6c31-4435-8b94-a0eede1aada4","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.474153441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4acf809c-64e4-41ea-b95a-3f74cfa9a928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:23.642461206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"46b714db-3e48-4557-a6f1-dda985333ba5","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:28.033718922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"8c0b9d4f-9888-461e-a0fb-959dc5e5ce7c","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.775810034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"711dbd55-0aab-48b5-8fe5-aa8842507fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.776290252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4d9b4ad7-24b1-481c-ae92-3ea1ac223eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.799214692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4d9b4ad7-24b1-481c-ae92-3ea1ac223eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.801315833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"711dbd55-0aab-48b5-8fe5-aa8842507fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.876253653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"794bb15a-5794-41b5-ab8f-8bc9374532fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.876265354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d18bd2a5-8f2b-44cf-9a21-ccfe158474f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.898831766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"794bb15a-5794-41b5-ab8f-8bc9374532fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:30.899089069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d18bd2a5-8f2b-44cf-9a21-ccfe158474f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:31.052989825Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.341297649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"541747bf-66b5-4822-8f0e-e09a87982720","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.341799831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"bebb9317-1235-473b-88d9-8c0873b0424e","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.342213545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"a1655fec-d01a-424a-a02e-2952d7ace64a","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.376195871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b8aef7fb-7e1b-48d1-8696-40d04c92144b","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.376733277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"28513c3c-4f0c-47ca-bca2-74bdb624deb1","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.377113525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"dea6f47e-d957-4ea4-8eeb-8443e4a65155","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.388471311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f3ad69b4-549c-40ca-a453-75c290dd9d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.389921522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"df10abd4-7a22-44f2-a120-3397ce16f9f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.409079418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f3ad69b4-549c-40ca-a453-75c290dd9d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.487585508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"28e86c2e-d662-4ffd-9170-7f234fec717b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.488653892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"a259e85b-1a1a-4b18-9617-67d5f754ed69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.499462733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"134989f2-3a29-4d5c-ae25-664c50a15880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.511454718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"28e86c2e-d662-4ffd-9170-7f234fec717b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.520315409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"134989f2-3a29-4d5c-ae25-664c50a15880","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.611356309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78dc17a-742c-49e2-a9c0-71c2dc8a0c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:34.631609874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78dc17a-742c-49e2-a9c0-71c2dc8a0c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:35.796303422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"64e05065-674f-46ff-9873-b8a936eb1bbc","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.063561589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"da8a95fd-649a-4341-b1d9-4e49ba797ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.063559116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ed528352-0a52-41e1-a215-8a160bcad762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.083651955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ed528352-0a52-41e1-a215-8a160bcad762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:42.083658494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"da8a95fd-649a-4341-b1d9-4e49ba797ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.495568697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"34a320e5-4995-4006-8403-66fab47a3b99","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.496054245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"07105de1-b9a1-45f6-86e7-7006ac79c477","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.529235718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"d0b5871c-680d-4322-830b-f70858860b91","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.529602076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"0731cdac-d645-494e-8fe2-f1520be9b704","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.541439521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8ac16e9e-e648-4d3d-a961-9ea3573db6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.541440046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"705f8575-4452-43bd-a092-a3c8c606c46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.543028104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"11a1d30e-4043-4996-8201-a7bc6cc083b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.543502843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"c79e10f2-dc83-467b-83c8-05be2c893a22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.562761874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"705f8575-4452-43bd-a092-a3c8c606c46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.563224869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8ac16e9e-e648-4d3d-a961-9ea3573db6eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.693010207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e7cc77fe-773a-4124-9e76-645312389c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.707489916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d370d22b-aceb-4dfa-8868-5ce545c7eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.712877904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e7cc77fe-773a-4124-9e76-645312389c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:47.727739654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d370d22b-aceb-4dfa-8868-5ce545c7eccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.95056392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"ac9c6afb-8c9f-4bf0-bfb3-cccc50269da1","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.951418233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"942992bd-e588-47db-a71c-605a1c1e50f3","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.978104849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"aa0ba3f1-294f-47ca-ba18-90d3249ead67","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.978659239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5264e6bd-b7bb-4e29-bd1c-14142c71bc97","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:52.998022232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5ed0f275-8cf0-4386-a28b-37758d1a30ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.000973534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c1b5785a-c687-4f4a-9bb2-43c3e866dfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.002440772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"ee7f4657-e83b-4001-ba41-53e5f3b0b5b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.002889727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9ec9e4e7-91ff-466d-bd2f-bd8dd4faf34c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.01796495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5ed0f275-8cf0-4386-a28b-37758d1a30ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.020749413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c1b5785a-c687-4f4a-9bb2-43c3e866dfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.126009006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9f2c2c01-acbd-46b3-a154-3393ca68f5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.126769583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9b3e4a79-e95b-44d0-80d4-ffbc7ec5431b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.151760938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9f2c2c01-acbd-46b3-a154-3393ca68f5a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:53.151760872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9b3e4a79-e95b-44d0-80d4-ffbc7ec5431b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.068284926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"4502540b-2394-4d94-86bd-47faf3bd2ea0","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.068979372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"2d150c8d-58f3-4f31-988e-a4c3f17e55a6","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.101105663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"4e05b42e-2f10-4dbd-abb6-2e5e1accd243","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.101583525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"0e0401f5-eb15-4fff-b9d2-f79cd72d343b","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.117364592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"d6b97be7-5664-4b60-bdb7-282e493b9f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.117419612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9bb2e1cc-67d2-4bb6-91f5-acb221cc00f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.120173447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"0bc87196-5677-4c46-9ab4-27c3cc6f58c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.120255912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"5b081978-a962-4fdc-a068-1d05381c6198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.148360732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"d6b97be7-5664-4b60-bdb7-282e493b9f87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.158209485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9bb2e1cc-67d2-4bb6-91f5-acb221cc00f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.249608541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"97a4c973-452c-4536-8755-096f62d7fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.276391676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"97a4c973-452c-4536-8755-096f62d7fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.346399594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1ece4baf-d369-4f1f-a8eb-78070b7a7c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:56.375586685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1ece4baf-d369-4f1f-a8eb-78070b7a7c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:59.917142774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"55caedb2-0160-4afd-bff0-f51555e5d026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:59.917177614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3b8c8e96-2163-4a75-9a4f-e2034a669ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:59.942344105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3b8c8e96-2163-4a75-9a4f-e2034a669ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:56:59.946338614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"55caedb2-0160-4afd-bff0-f51555e5d026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.055156633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.644784573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"7b4f6af5-fdae-490d-9037-ac754e03ae7f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.645717932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"117634e1-a87a-4720-8c3d-5efe62d17311","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.64637706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"3b708a89-6725-4747-bfb3-0fce10ca394c","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.677462774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"f4e9467f-24e1-40f3-9d5c-73f628b905e1","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.677954227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"25d22646-dc1f-4d76-8f5d-b7cecb726c6e","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.678352048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"7ef55c25-3cc7-4e32-9921-cb62732b5514","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.692547654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b000c3c2-f96e-47a8-8c8d-dcef4a29161e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.692574753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6854b53b-10d6-4f6e-8d5b-49c349cf59cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.695553696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"5c9d9da3-a16e-4aa8-a684-e26f5d68bd33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.695632938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"5bbeabc2-969b-449b-9c35-9aca816ffd64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.712530105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b000c3c2-f96e-47a8-8c8d-dcef4a29161e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.712925542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6854b53b-10d6-4f6e-8d5b-49c349cf59cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.893107701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"57ef97e7-0d36-4488-a122-136a7b44ea72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.893244217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"59a3174a-ef12-41f9-a7f2-e8e6f1c3754d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.91376352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"59a3174a-ef12-41f9-a7f2-e8e6f1c3754d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:01.914741252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"57ef97e7-0d36-4488-a122-136a7b44ea72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.806844919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"294f0252-ab4e-47d0-b831-38f95f224119","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.807346174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"b5fe86b1-3e70-4fc5-b2da-a3b868eb6966","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.807732531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"6721eb29-55b6-409b-9a50-aea9dbff37cd","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.839328155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"5468fa51-d8e8-41ea-8d49-995197988e0e","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.839874898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"91b3ceb8-a736-49da-9da6-7997519f2ce3","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.840483055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"150753bd-a9c2-465a-b0ac-86602cc33a0f","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.854575414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1489e4f2-2770-439a-9553-76a0a7bd7862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.857165597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"77c9bd5d-a24f-45f2-bdd3-f15f12d1263e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.858180575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"4104308c-d3d4-4bdd-801c-fdaa1026e7eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.858659126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"7f7e17d9-053e-4428-a6d5-9cf91ee5a308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.874892553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1489e4f2-2770-439a-9553-76a0a7bd7862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.878438527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"77c9bd5d-a24f-45f2-bdd3-f15f12d1263e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.96945727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e3b6bae1-7e97-49b2-9022-76352c3c7c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.970008679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b5dcc5e4-f36c-4050-8efc-4d142e3fa8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.992706808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e3b6bae1-7e97-49b2-9022-76352c3c7c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:05.993024828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b5dcc5e4-f36c-4050-8efc-4d142e3fa8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.702503316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-b-fb842e5c","reconcileID":"5216e0fa-e880-46e2-a324-7dcfe2027d2a","MaaSModelRef":{"name":"e2e-conflict-b-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-b-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-b-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:06.72314096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"846234d1-c18b-43e7-b7cb-868628717205","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:07.645115683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"1f19992f-096f-4fc6-be8e-ee82c58e3e39","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.19668747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"63d8ea1e-051a-48a2-a363-9bc7cd2b33fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.197166833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"bb478e24-1398-4ea4-b19b-dd963b9e2e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.218073687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"bb478e24-1398-4ea4-b19b-dd963b9e2e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.218428953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"63d8ea1e-051a-48a2-a363-9bc7cd2b33fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.376442356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6218c2be-6d8c-4c50-920c-b7db6dc5b398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.37666358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f847ba5c-5a31-4cae-a983-98effb2d601b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.396741283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6218c2be-6d8c-4c50-920c-b7db6dc5b398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.399204951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f847ba5c-5a31-4cae-a983-98effb2d601b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.486610891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"e02bcbfb-c0c9-4c50-964f-c26ba955cfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.487164099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3216b0b1-31a2-41e5-8279-8caff55beebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.508701799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"e02bcbfb-c0c9-4c50-964f-c26ba955cfed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:12.509342212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3216b0b1-31a2-41e5-8279-8caff55beebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:14.855390865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"97de58a8-c452-4941-a2b0-1745d5c30e9d","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:15.889267921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"942a8d09-bf6b-454d-9546-f8ecc2dccf13","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:19.53459167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"8b652e77-8671-493e-981d-0d9fb2bb0091","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.525589387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"f3b2fb8c-f2a6-4acd-9242-3ac7ba77997c","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.526183557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"e2e-conflict-a-fb842e5c","reconcileID":"a0289413-8196-498f-9e3e-4c5dcdb88ef1","MaaSModelRef":{"name":"e2e-conflict-a-fb842e5c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"e2e-conflict-a-fb842e5c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"e2e-conflict-a-fb842e5c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.526468058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"cb1076df-3fe6-4b8d-b8cd-b2c3d4c5c464","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.579188731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"30285426-c682-42c3-ae14-7812de0cc333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.579926162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d2d2e29a-3b72-4d4c-b632-fcca8b40ed57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.580165959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"73a4e8f1-530b-4fdc-8388-f952689f1116","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.584494378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"8b9023e3-ab4d-45af-a28b-c26520a6c6e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.599761471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"30285426-c682-42c3-ae14-7812de0cc333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.606745672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d2d2e29a-3b72-4d4c-b632-fcca8b40ed57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:20.639039185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"e61a8ca1-cb01-4262-96de-72eefb6a1eb7","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.59608441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"b10ad04f-71c7-40ae-b067-7036d0bd1bc7","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.614932969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"c194b107-a366-42c1-b75d-2a35bfcd681b","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.659041405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"db689801-8ccf-446d-8850-03918b24acee","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.678565745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"db689801-8ccf-446d-8850-03918b24acee","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.696699637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac88913db9bf87997d96b1901b6640f1a51e2429e2a8f4f12357fbcc41c8d50f) AuthConfig (b720026c1c4998331a3b744772e68d7b8e580063ee6f0bbe366b462938213c29) AuthConfig (f8a50c7e09bd951a0b348174ea04edae650483ff6b47c9bfc02f116b5bb5b964) AuthConfig (dc5b2a27de9c9fb2fd185169a65270fe57a80c7d073fbf6927ff1d23c2d143a8) AuthConfig (601a2df192a156dbf41c61c95b39a9b8da9e0f9a8a8f40e843e0f774562dd1a5) AuthConfig (04290475a7f73c874583fd7dffb546c6aa2fef740e1a98375ebe3ba10af6278d) AuthConfig (4af23b50e44fa5d2394af0fadc9f2fabc834c1271c5e057c6bcca969c41eee4b) AuthConfig (1e64756182872b75874c505362cdcfb36b0bfdd18c3b959122916da258433066) AuthConfig (f88b4bbaf70506b8ff7304b20e657ac3984901c3ca014f74f4ee54bcbb525856) AuthConfig (5bee0325fb82b5cfe9d3e3f11bd1032098ac75a200aa006ea725fd7e4ed0cd63) AuthConfig (e3be573122a1b0acb60cf2bd5abccb2e1ef556346f1c55ff28eef9cee2cd7997) AuthConfig (93920afdec1bb629b6e4065eddb6943ee5c8335efed4778c6a41d77397491ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"db689801-8ccf-446d-8850-03918b24acee","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.716553809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"adc355c3-e62f-4583-99e8-d58c91a44fe6","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.759328666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0865edf1-b159-4562-9833-85556114397c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.778762906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0865edf1-b159-4562-9833-85556114397c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:21.797176849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-29c2f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac88913db9bf87997d96b1901b6640f1a51e2429e2a8f4f12357fbcc41c8d50f) AuthConfig (b720026c1c4998331a3b744772e68d7b8e580063ee6f0bbe366b462938213c29) AuthConfig (f8a50c7e09bd951a0b348174ea04edae650483ff6b47c9bfc02f116b5bb5b964) AuthConfig (dc5b2a27de9c9fb2fd185169a65270fe57a80c7d073fbf6927ff1d23c2d143a8) AuthConfig (601a2df192a156dbf41c61c95b39a9b8da9e0f9a8a8f40e843e0f774562dd1a5) AuthConfig (04290475a7f73c874583fd7dffb546c6aa2fef740e1a98375ebe3ba10af6278d) AuthConfig (4af23b50e44fa5d2394af0fadc9f2fabc834c1271c5e057c6bcca969c41eee4b) AuthConfig (1e64756182872b75874c505362cdcfb36b0bfdd18c3b959122916da258433066) AuthConfig (f88b4bbaf70506b8ff7304b20e657ac3984901c3ca014f74f4ee54bcbb525856) AuthConfig (5bee0325fb82b5cfe9d3e3f11bd1032098ac75a200aa006ea725fd7e4ed0cd63) AuthConfig (e3be573122a1b0acb60cf2bd5abccb2e1ef556346f1c55ff28eef9cee2cd7997) AuthConfig (93920afdec1bb629b6e4065eddb6943ee5c8335efed4778c6a41d77397491ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0865edf1-b159-4562-9833-85556114397c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.173204278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"4c81cf54-e7e7-4120-99d0-2da63cc699c7","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.173719581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"a1ea64e1-fd15-4528-a36c-a470d6a81bae","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.174173757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"180805af-bb44-42ea-8896-672bfe50b369","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.205523585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"b599ea4e-2142-4674-b335-592e6aaf5d3b","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.20597947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"d24aa9cb-1888-4f68-8c4a-06aa3cb25330","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.206290258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"7d92c823-50fb-4778-9666-7bef6e60bb02","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.219020651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b8470365-cfd7-483b-b9fc-6995dabf7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.21949817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"55bf412e-00e6-45cc-907b-d5d8687b71be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.220045501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"b4b4b5db-06d4-476c-995c-40a43e81794c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.220739959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"2f3407cf-e2c2-4ab8-999e-67c0cd3d315c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.238803769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b8470365-cfd7-483b-b9fc-6995dabf7e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.242997242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"55bf412e-00e6-45cc-907b-d5d8687b71be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.328333158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fd1a6d1d-523e-437d-ab50-783b53a89a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.330979672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"97b3285b-8e00-407e-a5bd-f43e382f1ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.347740901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fd1a6d1d-523e-437d-ab50-783b53a89a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:27.351730954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"97b3285b-8e00-407e-a5bd-f43e382f1ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:28.4100796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"5a386534-02fc-41f8-b73b-6ec1ddb6c61f","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.288494413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"0ee47e69-0e08-4e77-a038-bb65d2eb5826","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.307679848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"33327092-5970-4ec9-a059-70f14d0f7924","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.365760895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"e5db8b74-3da9-4d23-ba0b-a003b019edb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.386247237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"e5db8b74-3da9-4d23-ba0b-a003b019edb2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.50225751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"b6867370-e155-4d67-8ffc-487dab6ef680","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.525322708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"fce54365-17be-423d-bf81-3d9d4c993a6a","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:29.542281539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"3b498b8a-b895-417c-bb15-3afd253debe5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.553135256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"ee05c1d9-671c-47f5-8368-2598d51ab8f0","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.560417601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f4533b2-73be-4eb9-8722-c7a9ee3cb4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.560483672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7003c72d-07cf-479e-8def-e6ab40293ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.578196108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"563eed01-44ac-47d2-9a83-887d2423398c","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.583580039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f4533b2-73be-4eb9-8722-c7a9ee3cb4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.586526327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7003c72d-07cf-479e-8def-e6ab40293ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.595735161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"0b2ef432-ab3b-4a4c-9324-43bce0936162","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.661216302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"6cb72066-69c5-4bca-9786-bfed71d04b30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.664637844Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"59cc040f-a33b-40e0-b198-892a0c1178f7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-w2-92d984","model":"distinct-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.680634935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"6cb72066-69c5-4bca-9786-bfed71d04b30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.713478545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"da481bd7-54bd-4478-ae21-baf2182081c0","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.720465963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"613f06aa-70c5-4017-9ee5-39840ae546b7","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.730863828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"2ec056fc-82f8-4cf9-84f1-9bfc8794f34c","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.768468304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"02475ddc-d0ff-4549-a0f5-193b9ca328da","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/distinct-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.805897356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"e6c87190-aef3-40e5-9804-2a028d7f6fd9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.82663306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"e6c87190-aef3-40e5-9804-2a028d7f6fd9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.907521158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"5ae5318a-cc73-4f03-bf7d-f7e988cbbbbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.907767457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"723d3484-cf61-4143-b89f-955eb24fd861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.907932014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f4c7dad-8b3c-4bb7-8963-fb8008528bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.927092185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"5ae5318a-cc73-4f03-bf7d-f7e988cbbbbd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.928341607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f4c7dad-8b3c-4bb7-8963-fb8008528bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.929829853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"723d3484-cf61-4143-b89f-955eb24fd861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.939836423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-92d984 priority=0:[ai-tenant-e2e-worker-w2-92d984/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-92d984/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.940119885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"fd415450-1566-4992-9cf2-522e84bfe6ff","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.960717595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"f91b8ef6-d92b-44e1-ad59-9ed0a9a3ac4e","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:29.975288032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"14c62c16-f098-4689-b7fa-ccc3daaeb9c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.978397841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"4b7bde81-5313-4cf1-8621-20db240a1846","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:29.997534631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"313d8d37-44d0-4e67-875a-495166b2547f","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.012513446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"97e26c25-4740-47dd-a759-d1e0a35bf10c","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.034363203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"f3a0b54d-de9e-4e1f-9477-23ea8727d05f","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.079171663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"ea8a2140-c7c9-489f-b2f0-fb0e63e6f4d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.123025542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"ea8a2140-c7c9-489f-b2f0-fb0e63e6f4d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.12360245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"ba77e9f7-124d-47a2-982c-47fe7b60c395","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-2-w2-92d984","model":"distinct-2-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.192022852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"3772445b-5d92-4849-9872-437895ce5fe2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.192069152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a6086e1a-77af-44f6-809d-b9d62c70849d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.193037829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"67a6a848-ecee-4b81-af6b-dd3caeada157","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.212899897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"3772445b-5d92-4849-9872-437895ce5fe2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.213224688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a6086e1a-77af-44f6-809d-b9d62c70849d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.213500107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3974e36c-75a2-4c57-8d3a-e4c19ac112bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.234071686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3974e36c-75a2-4c57-8d3a-e4c19ac112bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.239033271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"bf5d5f13-07a5-4933-ab3b-74c5851f4b60","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-2-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/distinct-2-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.352847229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"9495d6d3-7278-47ee-a253-1daff6a28902","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:30.373734589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"9495d6d3-7278-47ee-a253-1daff6a28902","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.052366222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.449217373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"fa4dd7d5-419f-4fc9-b555-bd1123f2b985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.449930638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f33a1a55-d70d-47c8-b831-a2899c7b4c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.450338156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"4af3087e-81fd-4b3e-b328-200d0a9f8935","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.45083247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"ba0f1b90-41aa-426b-b7b6-49e7b35c9cc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.452080187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"98bb303f-9aee-4668-a093-41a46ce93d4f","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.472729099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"fa4dd7d5-419f-4fc9-b555-bd1123f2b985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.477472999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"4af3087e-81fd-4b3e-b328-200d0a9f8935","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.480252351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f33a1a55-d70d-47c8-b831-a2899c7b4c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.481971636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"ba0f1b90-41aa-426b-b7b6-49e7b35c9cc9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.503686923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"fc22ba2e-1222-4cb6-ae36-eeba3ecabbf7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba698a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.682707356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"18f899e4-e8b6-4405-8cec-b22bac228556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.683018317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"19d4602b-1761-40bf-8719-ac0518fa539b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.702474965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"18f899e4-e8b6-4405-8cec-b22bac228556","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.702481817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"19d4602b-1761-40bf-8719-ac0518fa539b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.784088065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2f85bd8b-339f-43f1-ad52-7f374163ab0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.784429769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"2fdb643a-748b-459c-832d-9843a5fe5567","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.806574924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"2fdb643a-748b-459c-832d-9843a5fe5567","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.806726153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2f85bd8b-339f-43f1-ad52-7f374163ab0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.85448449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0ba52dad-465a-45a0-a567-3c7f1808a61f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.876332769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0ba52dad-465a-45a0-a567-3c7f1808a61f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:31.961149866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a2c2619f-cd62-4df2-ac1d-e1ee1addc12f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.858695506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"2ab1ed4e-3c5b-4451-9f2d-3a3591dd296e","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.881526411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"9446fb9a-1189-4ad0-9b48-216c9fd7c4da","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.89742315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-subscription","reconcileID":"025b0c69-a70e-49ba-80bf-fc7b31ebb523","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.901854391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"aafc2a72-d4ca-40ba-a7cd-51caaa0e2853","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.911273207Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d9aedae3-d0a1-4060-b728-d89dbd2d90c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.911444917Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a2494650-2a12-4798-aab1-2d91592ff123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.911275041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"30e43585-15e3-4735-b7b5-b4050a4312dd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.930827794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a2494650-2a12-4798-aab1-2d91592ff123","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.931296867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"4f912378-90f9-4405-a902-0b31cc2e3a29","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.933464424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d9aedae3-d0a1-4060-b728-d89dbd2d90c2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:32.933646275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"30e43585-15e3-4735-b7b5-b4050a4312dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.933659518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"34c27e2c-1199-40ff-8ed0-2e127c577a70","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.934168025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"db6a6829-0307-48f8-aab3-e70516851086","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.942548727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"eec77454-24e0-4f86-a759-ed4575695c8d","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:32.961946742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"7e55d04e-6ec8-4f2d-9923-76e3e584b20f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.011751212Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"44864f0b-82ad-488b-818f-6726e858a68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.011822425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"44864f0b-82ad-488b-818f-6726e858a68f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.012111513Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"e1d019dc-03d2-4732-8cab-5967ba9fa4e2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.01217563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"e1d019dc-03d2-4732-8cab-5967ba9fa4e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.012294999Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2728a681-d12b-41c8-8d41-ee45c38d57bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.012337594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2728a681-d12b-41c8-8d41-ee45c38d57bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.028089702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-subscription","reconcileID":"d07a394b-0a15-4be5-9a89-c9aabd99552a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.08565612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ce2739d1-0a3f-44b6-aac0-44e52818d856","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.107755551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"bfab6594-43c3-428e-bd39-9172d6eb63b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.109137058Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"321e8231-861e-4ef2-b682-4392cbe80fdd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.109230067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"321e8231-861e-4ef2-b682-4392cbe80fdd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.109477418Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"adb610e7-40df-43d0-8d34-2923e8d17733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.10953216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"adb610e7-40df-43d0-8d34-2923e8d17733","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.109775877Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bb5e197e-4d76-41b7-a28a-b1a3c27407e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.109818273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bb5e197e-4d76-41b7-a28a-b1a3c27407e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:33.207804032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-subscription","reconcileID":"4f095987-ae74-45ce-92d5-016d68278d2b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.20930037Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"02eba051-c6d9-4abb-a721-81effe9c3ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.209370554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"02eba051-c6d9-4abb-a721-81effe9c3ce2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.209675953Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7b7baecd-9e50-42da-a55d-42401936073f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.209683407Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"248e2814-ede5-448b-ab24-bc40e91981ac","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.209722743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7b7baecd-9e50-42da-a55d-42401936073f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.209730509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"248e2814-ede5-448b-ab24-bc40e91981ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.309733893Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"206922a4-5883-4e61-b7fa-4045e427cefe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.309792913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"206922a4-5883-4e61-b7fa-4045e427cefe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.309727711Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"16e47c64-c011-43da-b8c6-d83f133e5a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.309835082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"16e47c64-c011-43da-b8c6-d83f133e5a6a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.310000916Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"57bca10b-5945-456c-943e-eb2e3794ca7e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.310047264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"57bca10b-5945-456c-943e-eb2e3794ca7e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434584044Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6ff40b3f-53fa-4dcf-b142-8f13aca58666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434662994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6ff40b3f-53fa-4dcf-b142-8f13aca58666","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434653944Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2773fd5a-6de6-4816-be14-1ae91d2aea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434718857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2773fd5a-6de6-4816-be14-1ae91d2aea87","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434893267Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"d1f8f05b-576d-45f1-84f1-54adc4b976e5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.434961155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"d1f8f05b-576d-45f1-84f1-54adc4b976e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.638338117Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1c1f0b4c-261b-47ec-9bd1-08eddef63a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.638423039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1c1f0b4c-261b-47ec-9bd1-08eddef63a3f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.63870337Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"171180a9-046c-4122-86bc-f391bc0b3ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.638763661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"171180a9-046c-4122-86bc-f391bc0b3ff8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.638780382Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"fdc844e0-f1a0-4c8c-90cb-adeb5a4d4872","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:33.638849518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"fdc844e0-f1a0-4c8c-90cb-adeb5a4d4872","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003402772Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"fd57f68d-2d32-4456-9de4-e242af47239f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003473634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"fd57f68d-2d32-4456-9de4-e242af47239f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003737982Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2d473298-9340-48e1-95f9-03917706c763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003774215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2d473298-9340-48e1-95f9-03917706c763","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003944977Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"df3f7856-b34f-46aa-9dbc-adb72b3d2c82","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.003974839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"df3f7856-b34f-46aa-9dbc-adb72b3d2c82","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.688653319Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"09356327-ef41-41f3-9238-972d88648cef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.68871671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"09356327-ef41-41f3-9238-972d88648cef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.688703538Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6d14d61-93f4-47b2-b44a-27ac4628a5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.688759803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6d14d61-93f4-47b2-b44a-27ac4628a5b9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.689001177Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6387c813-89b1-402c-9dc8-4d0ce20deef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:34.689039893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6387c813-89b1-402c-9dc8-4d0ce20deef7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:35.558304845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"9d8d183e-74cd-4c2d-8b3e-5a8ed6ce0240","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.604669791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"ef825ab5-695e-44e0-a93a-8c3e96a32a7e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.604710288Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f11a84a3-e1d2-40ff-87ea-10d10ed3535a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.604778373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f11a84a3-e1d2-40ff-87ea-10d10ed3535a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.604738727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"ef825ab5-695e-44e0-a93a-8c3e96a32a7e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.605019751Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c88b140-bcea-4ed6-af0a-6d3526132f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:35.605068623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c88b140-bcea-4ed6-af0a-6d3526132f9d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.209017039Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f5b0df0b-5208-4785-b507-61ad088f33b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.209096441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f5b0df0b-5208-4785-b507-61ad088f33b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.209184044Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6be40ec2-3c5c-43bf-a07e-0b2032a88880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.20924233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6be40ec2-3c5c-43bf-a07e-0b2032a88880","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.209399165Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"3a6e0768-c559-49df-b2f5-94d0072bc2e9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:38.209450971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"3a6e0768-c559-49df-b2f5-94d0072bc2e9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.57844765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"709cae01-daf8-42b2-95c9-b4b21b4af895","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.579147529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"27031b5e-f20f-4dda-af83-f98b9c98919e","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.629006609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d97f84b8-f3ce-4be1-a91f-6363cfee8cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.630842615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6b811d3c-0817-4509-9358-bcc5ad0f2109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.631579174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"cdcfe656-a769-4396-b247-a502b0d4799f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.63558595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"7820488c-8319-40ca-99d0-4eccbba5f34b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.651245799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d97f84b8-f3ce-4be1-a91f-6363cfee8cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:39.652264648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6b811d3c-0817-4509-9358-bcc5ad0f2109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.519376506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"19f76415-aec1-4d1b-804d-2b8219e3821f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-w2-92d984","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.534304507Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"19f76415-aec1-4d1b-804d-2b8219e3821f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.549822096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub1","reconcileID":"19f76415-aec1-4d1b-804d-2b8219e3821f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/distinct-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.706783084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"d2539470-4d2e-4868-88a4-b277e93e9a0f","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.779368913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"b5f416ba-ab84-4dbd-bece-ae2fd2c44b1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.779403568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a364c70b-9af7-45c5-b46a-52544ccfc1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.779770169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"8e624aa6-057c-4f17-a48d-974b7c9af988","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.779881728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"cd1747d5-72de-460e-9080-f84089789719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.799593963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"cd1747d5-72de-460e-9080-f84089789719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.799611256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a364c70b-9af7-45c5-b46a-52544ccfc1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.801841103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"8e624aa6-057c-4f17-a48d-974b7c9af988","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.802045629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"b5f416ba-ab84-4dbd-bece-ae2fd2c44b1e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.863343823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"ba6cd104-9161-4ffb-9cf4-823879648063","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.917454132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"b1e1b70d-e17c-4d65-a21c-1da475f1758c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-096719ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.931007296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"790feff3-3e34-4b76-a0b8-a77bd18fdf1e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.931519148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"e8692f37-d352-474f-aec6-33fcf9f6d3a2","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.931955499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"03071669-e4a7-43cb-9148-0831be92b6a6","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.963007608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"526249d0-16be-4f69-971c-769157f16268","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.963714846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9906220d-e1af-4e75-a3ae-293d86f93420","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.964102502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"19655a71-4805-49a5-a6e3-7cff0a5ce9aa","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.981245387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"00239492-1e4b-497a-a9d1-f8ad3f9cbd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.983488394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"fd10922b-9379-4c56-99af-a9947d9a97c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:41.983704595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"13bc360a-efdc-4153-b7af-6044999051a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.002261001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"00239492-1e4b-497a-a9d1-f8ad3f9cbd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.015509215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53c95ae2-5360-45e7-aa5f-4480e7026532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.01573005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"11ded2b9-1d49-4b20-b42e-77c2894c032c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.015989216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"c9362147-0bfc-4885-a220-816b0f1c204c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.015509213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"b9d0edef-48e1-4d61-925c-9e395b8e9686","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.037704545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53c95ae2-5360-45e7-aa5f-4480e7026532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.038140045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"11ded2b9-1d49-4b20-b42e-77c2894c032c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.041224297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"c9362147-0bfc-4885-a220-816b0f1c204c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.042405343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"b9d0edef-48e1-4d61-925c-9e395b8e9686","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.11057313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a84fc0b4-432d-435e-9aae-25210d9fcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.131396516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a84fc0b4-432d-435e-9aae-25210d9fcfd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.19108732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a28de413-dc1e-4eee-a28d-cdf4a0cdb4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:42.211585686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a28de413-dc1e-4eee-a28d-cdf4a0cdb4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.373927795Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"164ce943-5281-461d-bcab-8eabd2892194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.373997916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"164ce943-5281-461d-bcab-8eabd2892194","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.373926472Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f449058f-da80-4026-b76f-99a458b487d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.374057237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f449058f-da80-4026-b76f-99a458b487d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.374153986Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0b318391-eb2c-448a-998e-7db4f1ff68d6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:43.374221448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"0b318391-eb2c-448a-998e-7db4f1ff68d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: compose ai-tenant-e2e-worker-w1-29c2f2/e2e-dedup-subscription@e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: model e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.114299685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"4fae5f0d-0433-49cf-8094-a595ee1b9a83","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.114691325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"67ab866d-0f6b-4a26-974f-80489e891e12","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.115022501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"e09edd5c-23e6-41f7-8b0a-8fdfd0f182f3","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.147258289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8b7c73c0-653c-4fc8-b24a-7e186fd6bdde","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.147678766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"29bb89b2-ae03-4bf9-b2af-4de226d5abd3","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.148002824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"3821eeb6-93f6-49d2-9e2d-bf1265664d03","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.158797275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7f121bcb-386e-4e8f-b27b-cdbb73868cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.158825239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"383d0b8b-efab-4c7f-89bc-286668c12374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.161381202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"e286e912-1740-4394-9885-330553da91d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.161450017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"0195c86a-ec25-44c6-ba92-8482335a583e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.178738731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7f121bcb-386e-4e8f-b27b-cdbb73868cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.180106786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"383d0b8b-efab-4c7f-89bc-286668c12374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.268690743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a65c5464-a339-4abe-9b71-e9be0934af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.269195012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"87c8ebc6-fcc6-4dfe-84c6-f57e58d05348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.290041548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"87c8ebc6-fcc6-4dfe-84c6-f57e58d05348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:44.293060837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a65c5464-a339-4abe-9b71-e9be0934af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.613092079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-subscription","reconcileID":"d2da63a3-af7a-4b1f-a667-3ec4a63f6cbf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.665219452Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-subscription","reconcileID":"d2da63a3-af7a-4b1f-a667-3ec4a63f6cbf","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.71140777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"fee2ea70-fa0b-4af6-b6d6-8efb442ed2c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.736828321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"4f106e37-5120-4be2-a043-c25a27bdc7d4","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.782726038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e57cd273-66a6-491b-9dbe-d1dde43cf1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.789837391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"92723ed4-70fa-4730-8b8d-aae3bf016d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.789837554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"b9437b69-6dd3-4b6e-9f9b-ae801b3a08b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.807309408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e57cd273-66a6-491b-9dbe-d1dde43cf1c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.811169793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"92723ed4-70fa-4730-8b8d-aae3bf016d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.811326695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"b9437b69-6dd3-4b6e-9f9b-ae801b3a08b6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.894825526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"099db36e-f288-4675-87b8-f5ec25db44ee","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.89833196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"36a67157-8d95-49c4-a295-e41742b0801d","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.89869781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"2814bc59-587a-4e2d-bb33-0b43b9789b62","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.902561527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-dedup-auth","reconcileID":"3afdb2a5-70e4-496e-b184-3e2500bf33d6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:45.902629653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"41e9cc28-e46c-4797-af6d-9ea415f12d7c","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:46.079280771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"00536862-ad59-4cb4-b910-2e51f841cc1f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.101108617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"39f18933-a62b-4f19-b084-755fe72e590e","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.101403255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"2fbc1103-ada2-4384-84dc-36ebba9f1a06","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.118275653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"dd9f8c98-f484-4c54-84a7-8f1c5b5518ae","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.118508888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"cecc2b2c-87ae-4560-aedb-da6f0eef1306","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.191145106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"09138dcd-22cd-4289-b467-fb433cba3e4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.211283721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"09138dcd-22cd-4289-b467-fb433cba3e4c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.315717348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"13575948-956e-4c19-bc45-f747dadacaf3","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.336808705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"f1e1a615-f7c6-45a8-8d84-9e565f908ff6","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:47.3508454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"fbc111fb-3ce1-44bb-a111-088674e663e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.357660069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"4739d0b4-77ee-440b-bd7c-363a0e95de19","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.386803453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"0c44c920-5d46-4091-9d13-b3750d583d15","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.387133378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"3dd8430b-b6e1-4437-9ddd-5a9092c7a7d9","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.38813781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"66566795-32e6-4587-9c60-c6a8c0a3bafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.38814285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b9152aa3-0c27-4f6a-9244-f79aad2887fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.405352012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"98f5cf57-2ff9-497c-a5b9-e820c87a39ae","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.405771587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"a4213a01-6ef4-49ef-87ca-2659da65312a","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.409329328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"66566795-32e6-4587-9c60-c6a8c0a3bafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.40945428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b9152aa3-0c27-4f6a-9244-f79aad2887fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.467747221Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"0c8edb87-3083-47d3-bd9d-7fbbc3a48ac6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","model":"distinct-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.492176519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"79c9869b-8ba6-4d48-8473-d52fc2acd305","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.514721133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"79c9869b-8ba6-4d48-8473-d52fc2acd305","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.516122852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"0c8edb87-3083-47d3-bd9d-7fbbc3a48ac6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","model":"distinct-2-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.588675068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"2e5e5dba-2f89-441c-942c-3b7ec3149b0d","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.589232609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"aa608510-6890-41f0-8d2a-d137cd33c6cb","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.589451951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f185d46d-78b4-46cc-808a-8ed347a5687c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.589672752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2383c3aa-d4f5-45f2-94d7-86e9494f958b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.611879588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2383c3aa-d4f5-45f2-94d7-86e9494f958b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.612723297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f185d46d-78b4-46cc-808a-8ed347a5687c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.638994049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"3551da9b-8242-4027-b785-29580b8ce97b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.673360617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"3551da9b-8242-4027-b785-29580b8ce97b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.836163852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"669a4b1b-65c6-45f3-8bd6-ded8ca5250fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:47.855682508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"669a4b1b-65c6-45f3-8bd6-ded8ca5250fa","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.893550479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"876de712-cb5a-454e-a8bb-835111a8294e","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.917006608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"20b14664-1b28-4d3d-90d9-834d3c207192","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.957142724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"23cc4bf7-96f0-43fe-a136-94f8705169e4","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a6a4236","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.976170102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"3e768fd8-a8c4-4f2f-af34-c3a0d8c9d5e7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5a6a4236","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.99778025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c21c760-79f3-4a48-9911-c8b82070c0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.998416623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"aa968814-4c5b-4194-9d16-f62f415fc094","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:50.998843264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dad3eb27-8854-4584-b655-5159608be2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.032428138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dad3eb27-8854-4584-b655-5159608be2b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.034208725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"aa968814-4c5b-4194-9d16-f62f415fc094","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.036983747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c21c760-79f3-4a48-9911-c8b82070c0df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.202725724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"caafd15f-cf5f-44a7-8bf0-27786d599277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.203978955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f56e560f-4890-4dc9-b467-ab15e26c0086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.2320108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"caafd15f-cf5f-44a7-8bf0-27786d599277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.234305262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f56e560f-4890-4dc9-b467-ab15e26c0086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.284427098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"4564e878-d6e6-48d4-883b-345ae2a6abb1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.305437845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"4564e878-d6e6-48d4-883b-345ae2a6abb1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.975350786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"530707a8-caac-468b-8e84-13c5078a8eac","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-2-w2-92d984","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:51.995189042Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"530707a8-caac-468b-8e84-13c5078a8eac","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-2-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.059073284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-sub2","reconcileID":"530707a8-caac-468b-8e84-13c5078a8eac","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/distinct-2-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.0839193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"3b4b6d26-35e4-4686-8b23-dc4353cd48e0","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.293298343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"a42e020c-ad9c-41af-b113-e56b2b9516fa","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.398694772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f1142160-f0a6-4e6b-9c61-0c97f8e47388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.399245779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"74e0f639-c577-461e-8c3b-020fe9f01f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.398351996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"6297124f-48b0-42f8-b104-5430d474e44d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.400194855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"76f7fe59-5bc0-414d-9e51-09b7c8cc85dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.428583171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f1142160-f0a6-4e6b-9c61-0c97f8e47388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.447945713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"74e0f639-c577-461e-8c3b-020fe9f01f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.462613792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"6297124f-48b0-42f8-b104-5430d474e44d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.464350867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"211bb6ba-e895-42b3-8245-20cc11c4af26","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.472262528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"76f7fe59-5bc0-414d-9e51-09b7c8cc85dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.691231426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"45d9b19c-7e26-4f70-80ca-80116ca6bd06","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.691828705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"7388ffe9-fc2a-4def-bb59-22156825a9ad","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.704680856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth1","reconcileID":"440a1e76-f37f-4985-9c84-3088d6763c8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.705198195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"db90be6c-ce21-4411-8b62-f1296543da6c","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.71446587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ff9d20fc-21fe-4082-afbb-4fefb5bced6a","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.731044512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"95eb901d-39d4-486c-9d94-7a92efbf4b08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.811963287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"dbd45b63-99b6-41b1-9d78-821a4537d57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.837328438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"797be69d-e882-4a7c-bd81-1065489d3472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.871040579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"d1db0f6d-c184-4777-a1b5-c2473a50bb4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.990232461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"797be69d-e882-4a7c-bd81-1065489d3472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.998489303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"dbd45b63-99b6-41b1-9d78-821a4537d57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:52.999698667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"ebe0a668-f135-4bcd-b084-f48353356464","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.000379085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"1aff63ec-9195-4851-b68d-e329a2f9bd5d","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.038004814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"ebe0a668-f135-4bcd-b084-f48353356464","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.051953456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"27b3c47e-8793-43df-9e50-cd77d4874d9b","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.234946317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5456965c-7100-4b8f-a380-47cace97dd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.235197293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1f999cc6-d8fe-4ad8-b6aa-76c60c331f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.235581597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-return-all-auth2","reconcileID":"7e55c0ad-0441-41b2-9ba8-2bbbde9d0db5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/distinct-2-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.270828576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5456965c-7100-4b8f-a380-47cace97dd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.280002494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1f999cc6-d8fe-4ad8-b6aa-76c60c331f33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:53.391621542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"18b73f34-4d12-40bd-986b-1adb44961e88","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:54.713788345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"661df2f8-adf7-4a5b-b438-0a7f75819003","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:54.762373163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"e0c3a0bd-6f1e-4a22-ac9d-05b6c089ff4b","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:54.867062121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"cfd16f5e-ba5d-48a4-bfa7-a1f67fe4e1ba","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:54.979143177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"cfd16f5e-ba5d-48a4-bfa7-a1f67fe4e1ba","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.000092411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"dc510ca2-860d-4b13-a5e9-64b683bc2553","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.058297592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-92d984-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9a68807ea76ec980c5df6ccb7c742c63374bf03c5a10b0e163ce94ddd83128d) AuthConfig (77c91983a173acd3f369bd509c5c7e24b67798f167cc7d7b2960eb7af7e638ac) AuthConfig (877ffa9b16e71d178743dccbf281dd8fa8ed2599ef564f4cfba77a2271d92b92) AuthConfig (ff0f8ff93145adda27a836fb63681e6b353949e7f3714f93f6952903e8b9d154) AuthConfig (42518d30d8e23e0ec0bfebded92ca24021c8bad5d4cd05b6857139c083b38eb5) AuthConfig (48dae01f1cd6f8316c073ec20202cb70a6b6df620f602b3a939566242a82a218) AuthConfig (f535af17118fab551c1dc791a443e41aa2d95806aaa4771a17beb65ba9745644) AuthConfig (9a72b106208aa589454567c996c5f4070fa5d3d38c5b8d700b99b14ea41e86cb) AuthConfig (3683a5634dbe83ee9bcfafb4dcc1a1b1df652154c8c1a8389f3921a77b4549c7) AuthConfig (f2432cf03d6923a54f47275966bc7735b6180122bcf99b676db61467efa868ce) AuthConfig (703d81d751dde33e3fe4f65b716a0eb4d545cfc2df1495193d855838a10339d3) AuthConfig (f61d6b3c3d946c75195fd1266f0b5d898d83733da71e6210a109aa1d93b9cff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"cfd16f5e-ba5d-48a4-bfa7-a1f67fe4e1ba","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.079461605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"2718d762-a3be-4e6f-85d4-d4e3a87f1138","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.161131143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"b89dae2c-f921-4f09-9ab3-09e6be740efd","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:55.162042991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-sub","reconcileID":"bd4c15b9-54e5-467c-80d9-979bfd1ff831","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.226206286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0717da6e-3f4c-4ff1-994a-f65e0fae348b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.253616758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"2573eece-afd0-4fa8-9aa7-1b650264746c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.270699806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"13c9378e-e2e7-4ed4-9cdc-63a64a30b9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.281473179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"2a985358-3233-4fa2-9cb9-82a1c223c9a3","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.288681029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0717da6e-3f4c-4ff1-994a-f65e0fae348b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.325134861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"2573eece-afd0-4fa8-9aa7-1b650264746c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.334544446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"13c9378e-e2e7-4ed4-9cdc-63a64a30b9ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.335788349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"4fc2f3ba-3876-4004-bf95-9f7e23e79a98","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.592077305Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-sub","reconcileID":"c05ba9ec-3110-4e10-a5fb-c6f5ae49b556","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.615792125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9c02c43f-a516-4acc-a064-9a956e372636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.617280452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8a7136a7-4eb6-4961-8797-8747a9b534bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:57:55.672105038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"2573eece-afd0-4fa8-9aa7-1b650264746c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.718873407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8a7136a7-4eb6-4961-8797-8747a9b534bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.744032069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"73e63fb7-2be3-4260-852d-3be18c4831de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.744637153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9c02c43f-a516-4acc-a064-9a956e372636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.776266397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"2c8b14c0-f090-4f3d-83a0-6c4f1e8a4e28","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.867627547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"fd3dea16-abe3-4499-8787-8c52531db30d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.950463407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-sub","reconcileID":"c4c8ad13-d519-4a6e-8987-a563c9793362","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.959595745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4840c1cd-1e5f-48a4-bdde-c3b491be3cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:55.960260819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2eaff078-0b04-4228-902d-c5adb33f1d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.006688926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"fd3dea16-abe3-4499-8787-8c52531db30d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.086986512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4840c1cd-1e5f-48a4-bdde-c3b491be3cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.088772422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2eaff078-0b04-4228-902d-c5adb33f1d75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.206577094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"ad51b533-bfa3-4359-92b1-94aac4e493b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.207565877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"804f6a57-a917-497f-ab13-5ee408dada58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.270186892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"0fc11ae7-057d-4f43-a938-30cb9374bc8c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.279012687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"804f6a57-a917-497f-ab13-5ee408dada58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.281149527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"ad51b533-bfa3-4359-92b1-94aac4e493b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.676471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"c9d66605-04b1-4dd9-9ebd-cc9d7ad19bbe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.676878613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f81b577-3628-4261-aef8-2714781af895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.677126829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"75aaf058-f267-4a74-890b-b28ef0eafa71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.747353306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"c9d66605-04b1-4dd9-9ebd-cc9d7ad19bbe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.752379728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"75aaf058-f267-4a74-890b-b28ef0eafa71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.782783741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"6f873d7d-ce6f-448c-9266-dd34c9c7908d","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.796455968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f81b577-3628-4261-aef8-2714781af895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:56.875133166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"6e678bc6-19fb-4e99-89cc-2638026f656a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.020517055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d4702d7-d733-4d2c-9efe-b87fbfe4b533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.021464543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27f24c03-1e48-40f2-b85f-554820f654a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.098347794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d4702d7-d733-4d2c-9efe-b87fbfe4b533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.13073463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27f24c03-1e48-40f2-b85f-554820f654a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.196857517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"4ccab025-7299-4b72-8183-18c97c1d1424","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:57.454157791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"a4b66e3d-2e9f-40fc-88de-c704240f6d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:58.977247913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"81bf3c55-48a9-483c-ab5d-b9a31e92d0f5","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.039492081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"292d0177-a2bc-4ae0-bd5d-b5a234f64110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.04024957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"22599bfc-3966-4eba-b853-d808eb2980ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.040715574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"55b9cc9d-f49b-41de-ba1b-71fd5971819f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.065490678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"292d0177-a2bc-4ae0-bd5d-b5a234f64110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.069443918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"55b9cc9d-f49b-41de-ba1b-71fd5971819f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:57:59.070233442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"22599bfc-3966-4eba-b853-d808eb2980ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:00.993116011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.008382188Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.024220386Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.044181959Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.052040885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.059818667Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.060242199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"86d2c3b0-02ec-443b-9b8f-4eb414c714f0","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.079638385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"d626f935-e0d3-49f2-a69e-49bc7c4c3c83","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.123802869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"304bb266-7901-4ef7-b777-20ee38587fe2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.12466621Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-subscription","reconcileID":"cfffb9dd-be18-4f1b-8f5f-baefb9016b44","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.145067782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"304bb266-7901-4ef7-b777-20ee38587fe2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.16329665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"304bb266-7901-4ef7-b777-20ee38587fe2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.183229727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"86683ec5-383e-4273-98f3-15508bc5f31d","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.216594327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"df5288a7-85ab-4af7-bf1a-85b5cd8e98ea","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.228753082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"929252b5-18d4-4389-827b-fd5ea2e65c40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.237002673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"093837eb-5d54-4ae8-92d8-4e742061ce17","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.248368965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"929252b5-18d4-4389-827b-fd5ea2e65c40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.26648138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"929252b5-18d4-4389-827b-fd5ea2e65c40","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.273867066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"74b91eee-9068-4ebf-8969-17062c6acfeb","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.293978794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"0741714e-e4cc-4f4b-9d56-6898b9c94170","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:01.306690012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub","reconcileID":"b9438d5e-8daf-4efd-8f18-e8737423393b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.32989957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"18edd9ae-528a-4964-85e6-5a05478bb4fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.330420323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"979dd6f2-5ffe-462f-bc93-b5baa866a49a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.350061841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"979dd6f2-5ffe-462f-bc93-b5baa866a49a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.350839306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"18edd9ae-528a-4964-85e6-5a05478bb4fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.351212974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7be61634-0880-4469-a4d6-cc9d3d45ae2c","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.357761304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"5ea02cf9-5d18-479d-9293-7ecaee9049a9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.35828948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e804a077-1c57-4560-8687-67d93d91872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.35906763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"701456df-5625-4dea-a22a-242952f7dd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.368476082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"979dd6f2-5ffe-462f-bc93-b5baa866a49a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.37081474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"80e92d8e-f132-4d15-9421-dd0c2f1afc18","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.371796156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"dd7b63fb-a10f-4d5e-adf6-e55321fe6dc8","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.371993175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"7d9709d6-81ee-4878-bcab-b7d5c8b54545","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.377043314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"5ea02cf9-5d18-479d-9293-7ecaee9049a9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.377625292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e804a077-1c57-4560-8687-67d93d91872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.379278896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"701456df-5625-4dea-a22a-242952f7dd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.426376132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f0b76e41-d651-4e44-ae9d-1cde2d794280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.436515291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub","reconcileID":"bfffdcc3-6893-4118-a778-d04e07fea635","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w6-863f1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.446599242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f0b76e41-d651-4e44-ae9d-1cde2d794280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.494950491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"51de90bf-64af-46c7-9810-8582a5efd328","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.515398433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"46407629-5220-44c3-ab82-a3e039932056","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.526757825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e3fd499e-be7c-45d9-b5b8-fb1071512db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.526819175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3de188c7-bc94-4cbb-a066-e9c838855ec9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.546529078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3de188c7-bc94-4cbb-a066-e9c838855ec9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.547566246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e3fd499e-be7c-45d9-b5b8-fb1071512db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.564992429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3de188c7-bc94-4cbb-a066-e9c838855ec9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.601519515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"d0cdb056-f6e7-4e37-883a-47537e89b43d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.61830187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub","reconcileID":"f1be4505-8dab-4d02-9fc3-2d6c5eddf9c6","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.682251162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-distinct-models-auth","reconcileID":"d0cdb056-f6e7-4e37-883a-47537e89b43d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.817534175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"f1ef014b-f4fb-4805-acdd-ad712248f796","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:01.81782287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"c197876a-f218-4266-b986-62503626d4ec","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.781659662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"a8ce07b4-85f5-4ea6-9734-d9c9d0a2ed8d","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.799457324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"5ec58d46-6d45-47ff-ac43-5e171b2286ee","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.858525276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0a924a2c-c97b-44ad-aa25-080e3edb2305","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.879616363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0a924a2c-c97b-44ad-aa25-080e3edb2305","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:02.981485008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"2f90e88f-efdf-48c9-a640-9778df65021f","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.003838314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"753e38bc-aaf2-49ba-bf41-9c52a3fd0cb6","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.014254466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d3342925-f57c-4b72-8030-0c1273b880b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.022386288Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"753e38bc-aaf2-49ba-bf41-9c52a3fd0cb6","name":"distinct-w1-29c2f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.022452107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"753e38bc-aaf2-49ba-bf41-9c52a3fd0cb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.022860303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"b1d5445e-2140-4b39-99db-da05711fb317","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.027609306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"9ef1d665-4da3-4b54-8f8f-a5f3fc713ad8","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.039816555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"65c1b6f2-4fd4-4d52-9ee7-1a8f88735545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.03982056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d5b13e27-91c1-4b3a-b218-7ff68d228cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.04744732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"cc67aa8a-2966-4f68-b7e2-32426af5e170","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.048322327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"1d939334-845d-44d7-bee3-d2fe872c65b5","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.060864479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d5b13e27-91c1-4b3a-b218-7ff68d228cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.060962347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"65c1b6f2-4fd4-4d52-9ee7-1a8f88735545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.065879405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"de526f75-42f2-418e-ae6a-c319757c5b7e","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.128976467Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9a689a34-fb4d-4fd5-8e92-42b0913b4a52","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","model":"distinct-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.13794218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eacde2fd-3d09-4d9b-8a81-e87986f5548c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.158394908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eacde2fd-3d09-4d9b-8a81-e87986f5548c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.176350136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"f76ab43f-c03a-439b-a1cb-3045fd0a9f75","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.183149922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"c62d62b3-37ac-45cc-a40c-d49ef2da98b5","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.193617149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"ccef5a07-d6fe-48d6-929b-370eae6e0ab9","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.229805114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0093f2a0-1e57-4ad2-b0ff-f2f1a8a6abed","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.266477996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d6f7c9b6-cf4d-4bcf-8301-60057c9b37e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.285658432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d6f7c9b6-cf4d-4bcf-8301-60057c9b37e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.394513346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"36027fda-9758-4c15-8436-e917c5d6b15d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.39732609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"51489b4d-d8e1-4e8a-b151-59d9a9a19968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.397336765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"770d718b-9165-45e8-8265-d07599e0ebd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.398055379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"9e0cff06-b374-4dcc-975e-8fc2072c262e","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.413810818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"36027fda-9758-4c15-8436-e917c5d6b15d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.414427512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-29c2f2 priority=0:[ai-tenant-e2e-worker-w1-29c2f2/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-29c2f2/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.414709151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"d136fac5-7f3f-4d45-b65b-ee2ad8ebd80d","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.417253986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"770d718b-9165-45e8-8265-d07599e0ebd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.417634935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"51489b4d-d8e1-4e8a-b151-59d9a9a19968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.437406394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"46e5242e-ddda-4cdc-be9f-819a0f3b325f","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.44920374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7c6b41b1-8b07-409a-a10f-3b79224eba10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.454501771Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"46e5242e-ddda-4cdc-be9f-819a0f3b325f","name":"distinct-2-w1-29c2f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:03.454556111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"46e5242e-ddda-4cdc-be9f-819a0f3b325f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-29c2f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.454929692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"0b1ab1d9-dabc-4de0-ad40-e7554e18f929","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.459765656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"39eef797-8247-441e-9ad2-5ead38b90a2a","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.46899454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c1f56576-59a5-4007-80d9-1aac1dc24f30","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.482357866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"3c0c5996-e2d4-4106-8af3-c8dd074fd53b","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.488178864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c1f56576-59a5-4007-80d9-1aac1dc24f30","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.499713865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"7ff3fd7b-85b0-4dd0-93d5-0932e9a1534c","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.562490277Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"93312339-f21f-4019-89a2-9e0086c9d651","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","model":"distinct-2-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.618469504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"3123bd0b-a64f-4206-ba69-d62451509893","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.631587223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9df0cba5-95ba-4ef3-9ee7-99fd5fbcefde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.632766147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ab6f9a2-a951-42f8-bff2-c44c1cd6d402","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.632878298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0bfc2396-6d1f-4e3c-a75e-2725c0bcc6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.655249481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9df0cba5-95ba-4ef3-9ee7-99fd5fbcefde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.657711889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2ab6f9a2-a951-42f8-bff2-c44c1cd6d402","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.660544456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0bfc2396-6d1f-4e3c-a75e-2725c0bcc6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.663055651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d609c9a3-04d6-4dee-90a5-3ef6c04f5c59","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.732685276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"40ef4037-d32e-47b1-a8b7-b817148178ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:03.752091743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"40ef4037-d32e-47b1-a8b7-b817148178ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.049227286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"bbc4ab8f-911f-4106-b988-eee0f07082e4","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.098724344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f7f672c6-dac5-41a6-8211-a741488b9fa9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-67c650fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.123052309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2a7f18c5-630c-4669-b7de-60508b5e90c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.123126302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"32359944-76e3-4698-97f4-12f2688ddc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.123567721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"57287906-af74-4904-b0f6-d17697568c04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.123567664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7f122c1a-66e5-45fb-b127-0be0321c4610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.142609875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2a7f18c5-630c-4669-b7de-60508b5e90c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.142680987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"32359944-76e3-4698-97f4-12f2688ddc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.145117151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"57287906-af74-4904-b0f6-d17697568c04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.145265611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7f122c1a-66e5-45fb-b127-0be0321c4610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.344371302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"57cdb142-0e02-4d90-81dd-3d9020cec23b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.344412998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"3c66a8a4-aeb4-4347-84d0-f4920be95cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.344687831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c46f6061-3710-4565-a616-fefd31049a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.347072713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e2aef42a-09f9-486a-80fc-1c41870ecc4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.365253058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c46f6061-3710-4565-a616-fefd31049a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.36525335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"57cdb142-0e02-4d90-81dd-3d9020cec23b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.368732181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"3c66a8a4-aeb4-4347-84d0-f4920be95cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:05.368834956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e2aef42a-09f9-486a-80fc-1c41870ecc4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:07.200148743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"08d945f1-84a6-486c-888c-5adf972f352c","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.03529616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-sub","reconcileID":"3292d13d-e3a6-4c18-abf8-c8f41dbe327b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.087855479Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-sub","reconcileID":"3292d13d-e3a6-4c18-abf8-c8f41dbe327b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.137431019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"52f9ef81-bcec-4bbb-b39f-9193f7be3dd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.243585537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"bb12ad5e-f0da-418e-b50b-0366d45dadcf","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.265591397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"23c3a48e-f107-4c70-b379-a4d6a906448f","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.329233087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"79f2e550-1dd8-4118-9de1-cc2f3971f3c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.329609948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"67c807c5-f42d-4cfa-969c-e7eac07300ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.329963434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8fa50cf1-0596-44fd-a2dc-95f80e7bd5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.351485697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"79f2e550-1dd8-4118-9de1-cc2f3971f3c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.352542329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8fa50cf1-0596-44fd-a2dc-95f80e7bd5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.356244296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"67c807c5-f42d-4cfa-969c-e7eac07300ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.423060723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"18b5e30e-af33-4b60-bfe1-b2122fae8f4f","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.488198575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-user-token-filter-auth","reconcileID":"04f21cd9-0784-4b69-983e-86c33504df2f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:09.609168105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"560420c4-1448-4835-9d6a-ea6a44501b6d","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.32641704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e39ce72-13f8-4874-8f97-c53c2bee4046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.326531922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e39ce72-13f8-4874-8f97-c53c2bee4046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.34930761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d86686-3206-44ef-b0ce-d804eb408f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.349414394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d86686-3206-44ef-b0ce-d804eb408f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.378148707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9baf3eed-1f42-41ed-979d-aebe7de2d374","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.432844752Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9baf3eed-1f42-41ed-979d-aebe7de2d374","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.454615184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9baf3eed-1f42-41ed-979d-aebe7de2d374","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.47473339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46afbce1-3b05-4a98-9018-f7872df88830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.474754674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46afbce1-3b05-4a98-9018-f7872df88830","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.527330307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd370a15-28dc-4220-b71a-512edeb2ac9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.531769015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd370a15-28dc-4220-b71a-512edeb2ac9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.553718433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6a8108-9745-40fc-bb9f-28c8b1ffd14f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.553812939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d6a8108-9745-40fc-bb9f-28c8b1ffd14f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.558820787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a716c561-e224-499d-9146-2b2ea88c1597","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:11.572300238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"2905e99a-8ddc-4cb1-a92a-929f3660546c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b6e54f69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.578352483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a716c561-e224-499d-9146-2b2ea88c1597","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.597226104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a716c561-e224-499d-9146-2b2ea88c1597","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.619321346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f73ece3-968c-433d-bbcf-e19961e71c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.619345343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f73ece3-968c-433d-bbcf-e19961e71c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.64257977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff7354a-6f0e-4a28-a390-5c8f21bcbcfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.642606509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff7354a-6f0e-4a28-a390-5c8f21bcbcfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.676879622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4972ca83-fffa-4952-b830-c9efb6b9da27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.698718866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4972ca83-fffa-4952-b830-c9efb6b9da27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.709461032Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"0d969ec1-d19c-4f41-96f2-4ebc6b61d185","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-b6e54f69/e2e-shared-int-sub-b6e54f69","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.71700757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4972ca83-fffa-4952-b830-c9efb6b9da27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.778725929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8c1d8f8-2294-4b2c-ab8c-1408a87e406a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.778745495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8c1d8f8-2294-4b2c-ab8c-1408a87e406a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.789670201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d85f0ee5-f481-4937-8254-3e6add8864c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.89006853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"99e7decf-9e3f-40ea-a04a-513e3089fffe","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.996219689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"715c7d84-d375-45e3-aeb1-1ead805c82cf","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:11.996639022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"75b63cf3-a81c-491c-b8b5-8076c661f613","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.031255237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"c9dca2ae-7520-453d-ac14-6104e20ce0b8","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.031790344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"8837abd8-1cb6-49b8-af35-59446301e8c0","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.073340101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2dd32394-dcd7-4199-8d61-dfb0bbfc138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.07382435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e4c4221a-2c94-4d6a-8046-47c0e26f5c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.074561411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"31bcee5b-8525-41c2-bd5d-17fa6a7f022e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.075028114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"92304dbe-f0ef-409c-9ce2-fcd78ea01188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.095004399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2dd32394-dcd7-4199-8d61-dfb0bbfc138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.097203865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e4c4221a-2c94-4d6a-8046-47c0e26f5c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.293990522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c71d6580-3f0e-4042-a586-39db49863f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.294511242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c253832b-03e3-4ff6-a1b9-31c96e1e29b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.321808872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c253832b-03e3-4ff6-a1b9-31c96e1e29b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.340636812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c71d6580-3f0e-4042-a586-39db49863f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.538204322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e9f57e-2bf7-498b-829c-fac2e2468de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.538230408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2e9f57e-2bf7-498b-829c-fac2e2468de0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.557347292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b916b65-9234-457a-a228-bf605c127d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.557367129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b916b65-9234-457a-a228-bf605c127d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.587989189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"3d04d67b-3aea-4c01-a884-0d99f05c1a17","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.60737693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"3d04d67b-3aea-4c01-a884-0d99f05c1a17","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.631657755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"3d04d67b-3aea-4c01-a884-0d99f05c1a17","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.654666899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e94ee4e-0255-4f31-812d-b1941d3774c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.654689465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e94ee4e-0255-4f31-812d-b1941d3774c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.754190058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afb55321-0b0c-4432-ba27-aba2627e1540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.754216107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afb55321-0b0c-4432-ba27-aba2627e1540","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.773641158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb898cd-10a9-476a-9537-a826b4c78d95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.773659125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb898cd-10a9-476a-9537-a826b4c78d95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.784974146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"166a8cb2-fdd7-40ad-ba9d-aaeeed12a084","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:12.789156608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"2a4889de-d5ef-4742-8888-b69f202b8b2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-b6e54f69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.807187389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"166a8cb2-fdd7-40ad-ba9d-aaeeed12a084","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.828709256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"166a8cb2-fdd7-40ad-ba9d-aaeeed12a084","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.842991388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd87f6d-af8e-46e4-955c-cbbf28b0513f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.843013825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd87f6d-af8e-46e4-955c-cbbf28b0513f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.867130384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd157c4-2e0f-4881-bab4-bd13bf59311e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.867147786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd157c4-2e0f-4881-bab4-bd13bf59311e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:12.95145644Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"ef679ce3-6f84-44e2-9db9-3292e96eb21b","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-a94e9dbd/e2e-shared-int-sub-b6e54f69","ai-tenant-e2e-mt-b6e54f69/e2e-shared-int-sub-b6e54f69","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.013614395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"5ea692ee-c9ae-4b09-bd7a-da41f678a4d3","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.014046253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bafd4ceb-883e-4568-b9ad-62d6025ad852","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.04645054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a20cc8e1-e640-4ad5-a591-022523a56d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.046479201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a20cc8e1-e640-4ad5-a591-022523a56d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.146467517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"04b389e0-eabe-437b-a9bb-306117b1630d","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.506101127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"c8ef8bec-a543-48f0-bd1e-bf70fbbfe099","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.506187147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3126aa01-af2d-4296-9c08-e56107bcb8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.506205861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3126aa01-af2d-4296-9c08-e56107bcb8b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.53774796Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"c8ef8bec-a543-48f0-bd1e-bf70fbbfe099","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"policyNamespace":"ai-tenant-e2e-mt-b6e54f69","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.559025853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806ef341-1a91-4cee-a1aa-17fb460b6dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.559046843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806ef341-1a91-4cee-a1aa-17fb460b6dfd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.773917724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04adcca6-5f42-4cfa-8faa-bc89ced65e1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:13.773939109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04adcca6-5f42-4cfa-8faa-bc89ced65e1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.11495992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c0a1a3b7-637c-4194-99b6-8bd5d23616e1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.147451035Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c0a1a3b7-637c-4194-99b6-8bd5d23616e1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.167050886Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c0a1a3b7-637c-4194-99b6-8bd5d23616e1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.3394786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"960913c4-f0d9-469a-8288-490ca890ab91","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.426454275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1f50b61a-1258-4327-9d60-4141c44ac0c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.427027612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1e1afa95-2622-41fe-bced-0aec6dd3fcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.42741447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"36801db7-53fb-4d1e-b1c7-677a32d9e2a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.427766817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c47aaa91-8f3f-42ef-beeb-a8b643609bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.462346586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1f50b61a-1258-4327-9d60-4141c44ac0c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.463453564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1e1afa95-2622-41fe-bced-0aec6dd3fcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.46576052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c47aaa91-8f3f-42ef-beeb-a8b643609bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.4662783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"36801db7-53fb-4d1e-b1c7-677a32d9e2a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.482738843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"cf35cb6d-a7c3-4120-bac1-0de4a64df20a","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.5346567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e7dd2b18-747a-4ea3-9b9c-8f8ae0e096af","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4eeeb8e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.685606788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2848cb62-52bc-44a9-b292-ed99251ba45a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.685775421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e596b704-98c0-4e7e-829d-1f5fe2838e26","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.686301615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f9ccbbe3-6b6c-4136-9d4a-3200fd6376ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.686307356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5d04e08-bd3e-4458-bd93-214176e58a3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.707573647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f9ccbbe3-6b6c-4136-9d4a-3200fd6376ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.708061413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e596b704-98c0-4e7e-829d-1f5fe2838e26","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.711681166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e5d04e08-bd3e-4458-bd93-214176e58a3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:15.711695713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2848cb62-52bc-44a9-b292-ed99251ba45a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:17.201598646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"3ed12a90-be33-43cb-a1c3-16e03701ea29","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:18.806757615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"3e499dce-d776-43e5-8a02-cf1ccb58b588","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.686310495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"0a4c6302-35fa-4a72-bc77-c07f8b24f070","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.705961429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6fff9c5c-9d92-4d9d-b031-14ed3c806c5e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.749052312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"c2462f8c-b51f-4f40-9f52-fca0d6477a65","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.76855146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"c2462f8c-b51f-4f40-9f52-fca0d6477a65","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.786964122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c232108c4d1fcfca616c1ea5929aaa2a579d6b7d32cc51e9b2ff0bb20d782d17) AuthConfig (60cd3075890d3a7a0f79cf8808045ba8cfdd1972bc212a5b30451c334ecefc65) AuthConfig (40626ca1b6a1a636c8e25dcd54176711d8dc9ba09631adbfdfd6b9e7cd8d662e) AuthConfig (1b6ecbdd7e0c06c9052249fbd5deeee50991f39f6e8438591048cd824d9b662d) AuthConfig (ab01d186d9fdb28b85d0ab3f56c2a64677e5b0f12f41e9b785295bd22d2b3853) AuthConfig (6aa09e65aa628c78ec87448f897f38e54831a59010793473ca75b27d4a58b861) AuthConfig (940c871db853a52921471a3f0ab7e52b5f52950585ed1fcd396aaffe36002972) AuthConfig (3d621ebed42e57fd244bfe10489a654b0f166d3e03e59da2136dd16bf6cabe0a) AuthConfig (e6361c79b2374372927c01dfa0b2e9133621c3b08030807514d75601117217c4) AuthConfig (eabd1c944c77da7257697bc2336bfc2830f199bc3f83dfc7eac610b177e388ae) AuthConfig (494354da00d62536d7ee72078af8db4889cd1878bf1dabee0bcd84af654c3903) AuthConfig (c57230636d26523efa2aec33ad8746edb5ca75e563781c45701e4a208b17f6f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"c2462f8c-b51f-4f40-9f52-fca0d6477a65","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.808860312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5bba47d3-69cb-41df-ac2e-0ed064cffe7e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.85201475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"20959897-959f-460b-878d-223847044e3d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.87147342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"20959897-959f-460b-878d-223847044e3d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.890154048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c232108c4d1fcfca616c1ea5929aaa2a579d6b7d32cc51e9b2ff0bb20d782d17) AuthConfig (60cd3075890d3a7a0f79cf8808045ba8cfdd1972bc212a5b30451c334ecefc65) AuthConfig (40626ca1b6a1a636c8e25dcd54176711d8dc9ba09631adbfdfd6b9e7cd8d662e) AuthConfig (1b6ecbdd7e0c06c9052249fbd5deeee50991f39f6e8438591048cd824d9b662d) AuthConfig (ab01d186d9fdb28b85d0ab3f56c2a64677e5b0f12f41e9b785295bd22d2b3853) AuthConfig (6aa09e65aa628c78ec87448f897f38e54831a59010793473ca75b27d4a58b861) AuthConfig (940c871db853a52921471a3f0ab7e52b5f52950585ed1fcd396aaffe36002972) AuthConfig (3d621ebed42e57fd244bfe10489a654b0f166d3e03e59da2136dd16bf6cabe0a) AuthConfig (e6361c79b2374372927c01dfa0b2e9133621c3b08030807514d75601117217c4) AuthConfig (eabd1c944c77da7257697bc2336bfc2830f199bc3f83dfc7eac610b177e388ae) AuthConfig (494354da00d62536d7ee72078af8db4889cd1878bf1dabee0bcd84af654c3903) AuthConfig (c57230636d26523efa2aec33ad8746edb5ca75e563781c45701e4a208b17f6f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"20959897-959f-460b-878d-223847044e3d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.893300879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"968801fc-977d-481e-8c6b-e22472731bec","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.910927074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"bf0c5184-7fc6-4a4b-a2c3-9bb0a13d32b4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:19.927881815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-sub","reconcileID":"413a40ae-bc7f-4266-80b7-2fd08bf2b04b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.952424573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"57c9fec1-d8d6-4b6d-a9bc-09e7d004480f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.95242469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"2e8b6dbe-f189-457a-aa1d-874ee5125b54","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.952737732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f3faf0fe-4d0b-48f5-8526-fab18aea71fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.967222061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"3cdaaf75-9de1-4867-a7c0-1e6a47213cde","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.972334057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"2e8b6dbe-f189-457a-aa1d-874ee5125b54","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.972850031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f3faf0fe-4d0b-48f5-8526-fab18aea71fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.974900199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"57c9fec1-d8d6-4b6d-a9bc-09e7d004480f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.986935306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"22dfc25d-31c5-4770-83e2-b51d2508dffc","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:19.991247955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c232108c4d1fcfca616c1ea5929aaa2a579d6b7d32cc51e9b2ff0bb20d782d17) AuthConfig (60cd3075890d3a7a0f79cf8808045ba8cfdd1972bc212a5b30451c334ecefc65) AuthConfig (40626ca1b6a1a636c8e25dcd54176711d8dc9ba09631adbfdfd6b9e7cd8d662e) AuthConfig (1b6ecbdd7e0c06c9052249fbd5deeee50991f39f6e8438591048cd824d9b662d) AuthConfig (ab01d186d9fdb28b85d0ab3f56c2a64677e5b0f12f41e9b785295bd22d2b3853) AuthConfig (6aa09e65aa628c78ec87448f897f38e54831a59010793473ca75b27d4a58b861) AuthConfig (940c871db853a52921471a3f0ab7e52b5f52950585ed1fcd396aaffe36002972) AuthConfig (3d621ebed42e57fd244bfe10489a654b0f166d3e03e59da2136dd16bf6cabe0a) AuthConfig (e6361c79b2374372927c01dfa0b2e9133621c3b08030807514d75601117217c4) AuthConfig (eabd1c944c77da7257697bc2336bfc2830f199bc3f83dfc7eac610b177e388ae) AuthConfig (494354da00d62536d7ee72078af8db4889cd1878bf1dabee0bcd84af654c3903) AuthConfig (c57230636d26523efa2aec33ad8746edb5ca75e563781c45701e4a208b17f6f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"2e8b6dbe-f189-457a-aa1d-874ee5125b54","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.054568063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-sub","reconcileID":"830a60ff-60e5-4f7d-8dd0-2897305b04da","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.054999839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"1ba0da9a-5f1e-43a9-93b7-cbdc95b58ab5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.13183416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"1ba0da9a-5f1e-43a9-93b7-cbdc95b58ab5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.165144983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-82db63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c232108c4d1fcfca616c1ea5929aaa2a579d6b7d32cc51e9b2ff0bb20d782d17) AuthConfig (60cd3075890d3a7a0f79cf8808045ba8cfdd1972bc212a5b30451c334ecefc65) AuthConfig (40626ca1b6a1a636c8e25dcd54176711d8dc9ba09631adbfdfd6b9e7cd8d662e) AuthConfig (1b6ecbdd7e0c06c9052249fbd5deeee50991f39f6e8438591048cd824d9b662d) AuthConfig (ab01d186d9fdb28b85d0ab3f56c2a64677e5b0f12f41e9b785295bd22d2b3853) AuthConfig (6aa09e65aa628c78ec87448f897f38e54831a59010793473ca75b27d4a58b861) AuthConfig (940c871db853a52921471a3f0ab7e52b5f52950585ed1fcd396aaffe36002972) AuthConfig (3d621ebed42e57fd244bfe10489a654b0f166d3e03e59da2136dd16bf6cabe0a) AuthConfig (e6361c79b2374372927c01dfa0b2e9133621c3b08030807514d75601117217c4) AuthConfig (eabd1c944c77da7257697bc2336bfc2830f199bc3f83dfc7eac610b177e388ae) AuthConfig (494354da00d62536d7ee72078af8db4889cd1878bf1dabee0bcd84af654c3903) AuthConfig (c57230636d26523efa2aec33ad8746edb5ca75e563781c45701e4a208b17f6f2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"1ba0da9a-5f1e-43a9-93b7-cbdc95b58ab5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.17615208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"200a5057-4933-4fa3-a7e1-8b34f43cae08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.182003059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"bb80f5d7-74e4-4581-ada6-6dc693741efe","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.190137394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3bcffe19-d891-49a2-8474-d6acdb8e2991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.190650182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"60267ca2-4bc1-4904-8640-c2834d3a9a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.209976685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3bcffe19-d891-49a2-8474-d6acdb8e2991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.222494054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"60267ca2-4bc1-4904-8640-c2834d3a9a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:20.236947781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-sub","reconcileID":"e5efba39-127b-4509-a1b6-221ba0e94749","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.768566623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00c918ce-7704-4049-816e-e0f9e7d46ad9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.789952848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00c918ce-7704-4049-816e-e0f9e7d46ad9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:21.808191088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-863f1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f962425deb374a85e34f26555fbff31164e15e561cdb2499284a18a9c2855ca) AuthConfig (96e3b01e0c77147b0af1ec097e7f23439668ca36218bcfc3e6d88edc91e2199d) AuthConfig (06a9d08e7fbfe5a9245245d82737dfd6c59e0e936026fad8de5dbcb7a18a1bfd) AuthConfig (e504f3ce14039353d51c157e4c31c3f54d06414d3735fd202c21ff96e3b87096) AuthConfig (be68cdd36a4188aa7eae0000c6d6fb84ff2bf851a7eb2ad2b530d10e41654cd1) AuthConfig (1c97915b0867355de70288ee10f1415752a8319971f7ce877bc578eb5e045db6) AuthConfig (d95ba09439e4d3657b0ce1c788a348b720437fed63b01383ad5bca2d81e71319) AuthConfig (57ceb09fca322b71eec54acfee1e2d96456f98c4a974132c0ee8d21b323dd47f) AuthConfig (4b6c123d093700d5181046232d3fbfd989459b7a7db7c3fad78656079112b1ae) AuthConfig (55037f40480275ef5e0e9f3e82f80b07aa8d7ee0399fb41144589b09516f1a6e) AuthConfig (34d914435addc29c5924a1f0ede2e91bb246971874514c6f392156c24d3c748e) AuthConfig (7aa1518478dc41e2e963a55f09946a39e0ae712178e182f84439e11d1719b53d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"00c918ce-7704-4049-816e-e0f9e7d46ad9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.201318351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"97c88df1-dfe8-4407-875b-f5a60a29f2af","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.271411164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"508a8fc7-a5e2-47cc-9549-28c6b678ded5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.288039315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"43f15dd6-0ea1-4d06-8bf0-e1bf98d2af40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.288767379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b1b9fbd1-cc66-45c7-9b6f-26c589c401b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.319134614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"43f15dd6-0ea1-4d06-8bf0-e1bf98d2af40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.323860888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b1b9fbd1-cc66-45c7-9b6f-26c589c401b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.357964332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"85e9c4cb-9e93-4d83-a9f0-ff85db605be2","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.414704686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"8aa03675-eb69-404f-bc5b-bb78c5ba3b40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.523724104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"2ae2da79-ee04-41da-96fa-b03d962ad242","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.862392793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"50b0da8a-e6e1-4098-9a15-43ceb77ef0f1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.905425772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"50b0da8a-e6e1-4098-9a15-43ceb77ef0f1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:22.931155696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"50b0da8a-e6e1-4098-9a15-43ceb77ef0f1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.420113324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"336622a0-efb4-4e18-92fb-3a748dc427a3","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.443016356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"0ea23fd8-2c50-40e8-b69c-39e2646e6a5e","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.494857819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"ca3176ce-c270-4ab5-bc1e-6c755300b7dd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.522197872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"ca3176ce-c270-4ab5-bc1e-6c755300b7dd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.658869814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82af149101fcea3dc2bc789487d7abb4910b5dfada0b2ff8ba34b7ca9fe3ce00) AuthConfig (df3af91484b9e2c115b72a025071c2d55231d056f5fec67f398a013c971bbfc1) AuthConfig (82cf27817fee0c4d12202d3fd554b91efbb63501f7cc20be32624183db71f7d1) AuthConfig (80bab54ff7e9b6b48b5476f54863d97d87b4c39398106619b22f0458c38f1e7d) AuthConfig (ace94413d6b9323d24032499e7b15e93a2b4f42059a17cf9e6fbac7a67f2e58c) AuthConfig (4b667e5fd8dbf72e72330f9d0d644dcc41c2aaff97c2226118fdfcf36ed9a169) AuthConfig (e7196546f84be883623c373d39ed0014c7d5765409db08784ceb2aaf4bfa7849) AuthConfig (e0ea0aeaa00cae9cf9504812854d63c6fd7982b95e884ca65b97829c2a89b95f) AuthConfig (c9a28f5ad5fd18c379e7b1bde6c80a7ff674d74df0c471a3a1d6128a291dcc5e) AuthConfig (ec8bde5c9ef36a618865d97f2bf389391281dfefef27c51dd9e970ef85d79470) AuthConfig (1f57896bf37c2c40a2bc0b6352d41e4d1d533b63bb3f14b55afe6458d9242e1c) AuthConfig (58e76ea209e9aecc0f3682772e41f4239a126bed9c8138999ed4d178f007385d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"ca3176ce-c270-4ab5-bc1e-6c755300b7dd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.684538925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8baa2f52-c634-450c-993c-d7654971fa72","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.730780709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"f6677caa-9d4b-4bb9-9fd7-d0cc4e011c5d","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.764856684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dea39af5-7ef2-4339-8c6b-4ff0fbf06dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.766296356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"b22ad422-c5e8-4eb0-941e-90eb672fa5d6","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.795516822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"9b52c068-ab47-4841-8238-d85b9b6956d1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.82055633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"490df374-8b56-4f6c-9bac-03a7e191bf24","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.84366002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"27582f4f-b583-400e-af74-c057e6b113bb","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:23.828276216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-cea94a/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.86167737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"613c88e4-32e0-441c-b4af-a3f1c8c3b335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.861793125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"958f8102-1ece-4de8-925b-ad78a95d5899","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b6e54f69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.880288061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4259b3b9-bb60-4012-894f-b437b84c9202","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.880584471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d1efea7a-edad-471d-80d2-4e37042a5f18","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.89479577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dea39af5-7ef2-4339-8c6b-4ff0fbf06dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.896515356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"9b52c068-ab47-4841-8238-d85b9b6956d1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.938856607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d1efea7a-edad-471d-80d2-4e37042a5f18","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.165042746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82af149101fcea3dc2bc789487d7abb4910b5dfada0b2ff8ba34b7ca9fe3ce00) AuthConfig (df3af91484b9e2c115b72a025071c2d55231d056f5fec67f398a013c971bbfc1) AuthConfig (82cf27817fee0c4d12202d3fd554b91efbb63501f7cc20be32624183db71f7d1) AuthConfig (80bab54ff7e9b6b48b5476f54863d97d87b4c39398106619b22f0458c38f1e7d) AuthConfig (ace94413d6b9323d24032499e7b15e93a2b4f42059a17cf9e6fbac7a67f2e58c) AuthConfig (4b667e5fd8dbf72e72330f9d0d644dcc41c2aaff97c2226118fdfcf36ed9a169) AuthConfig (e7196546f84be883623c373d39ed0014c7d5765409db08784ceb2aaf4bfa7849) AuthConfig (e0ea0aeaa00cae9cf9504812854d63c6fd7982b95e884ca65b97829c2a89b95f) AuthConfig (c9a28f5ad5fd18c379e7b1bde6c80a7ff674d74df0c471a3a1d6128a291dcc5e) AuthConfig (ec8bde5c9ef36a618865d97f2bf389391281dfefef27c51dd9e970ef85d79470) AuthConfig (1f57896bf37c2c40a2bc0b6352d41e4d1d533b63bb3f14b55afe6458d9242e1c) AuthConfig (58e76ea209e9aecc0f3682772e41f4239a126bed9c8138999ed4d178f007385d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"9b52c068-ab47-4841-8238-d85b9b6956d1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.174119395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"613c88e4-32e0-441c-b4af-a3f1c8c3b335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:23.991601049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4259b3b9-bb60-4012-894f-b437b84c9202","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.192762277Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-valid-sub","reconcileID":"c80f7e60-b3fa-473d-bd5a-67f98dfc2ea6","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.232977326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"namespace":"ai-tenant-e2e-mt-b6e54f69","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"958f8102-1ece-4de8-925b-ad78a95d5899","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-b6e54f69"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a94e9dbd/e2e-shared-int-sub-b6e54f69","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.256274943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"11435bbc-7d59-4aba-9090-db7279a07523","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.321966214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4e78b4e9-feaf-4168-baf2-96c2062c8309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.422626166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"627bce68-b4b0-4f36-8cb5-56427f0fff8a","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.497394535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4e78b4e9-feaf-4168-baf2-96c2062c8309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.507301617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39095edf-5ca2-4243-aa92-9c055dc0e8cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.507871607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"595ff753-3f34-4641-98b1-12482d5c4270","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.548973104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4d08a140-fd5d-4163-bbe4-9058cba7bcc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.508898165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cfeefc8-91cd-4139-8eb7-771f2a16892b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:24.730665402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cfeefc8-91cd-4139-8eb7-771f2a16892b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.016226233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"f796b8ac-2510-48bd-a54c-4648d8e0f544","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.020054083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4d08a140-fd5d-4163-bbe4-9058cba7bcc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.059142846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9f14a2b9-b40f-4cee-9aba-3808642d9551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.075944218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-valid-sub","reconcileID":"2b62f02f-c939-483f-b03c-a4c1c3298549","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.178598469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"f796b8ac-2510-48bd-a54c-4648d8e0f544","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.076262051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"576db9f5-f7fc-4f66-823f-b829c07502d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.113374301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"52c41b5c-e5e2-474e-bdd7-e01d70a22a39","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.405407312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9f14a2b9-b40f-4cee-9aba-3808642d9551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.449734811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82af149101fcea3dc2bc789487d7abb4910b5dfada0b2ff8ba34b7ca9fe3ce00) AuthConfig (df3af91484b9e2c115b72a025071c2d55231d056f5fec67f398a013c971bbfc1) AuthConfig (82cf27817fee0c4d12202d3fd554b91efbb63501f7cc20be32624183db71f7d1) AuthConfig (80bab54ff7e9b6b48b5476f54863d97d87b4c39398106619b22f0458c38f1e7d) AuthConfig (ace94413d6b9323d24032499e7b15e93a2b4f42059a17cf9e6fbac7a67f2e58c) AuthConfig (4b667e5fd8dbf72e72330f9d0d644dcc41c2aaff97c2226118fdfcf36ed9a169) AuthConfig (e7196546f84be883623c373d39ed0014c7d5765409db08784ceb2aaf4bfa7849) AuthConfig (e0ea0aeaa00cae9cf9504812854d63c6fd7982b95e884ca65b97829c2a89b95f) AuthConfig (c9a28f5ad5fd18c379e7b1bde6c80a7ff674d74df0c471a3a1d6128a291dcc5e) AuthConfig (ec8bde5c9ef36a618865d97f2bf389391281dfefef27c51dd9e970ef85d79470) AuthConfig (1f57896bf37c2c40a2bc0b6352d41e4d1d533b63bb3f14b55afe6458d9242e1c) AuthConfig (58e76ea209e9aecc0f3682772e41f4239a126bed9c8138999ed4d178f007385d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"f796b8ac-2510-48bd-a54c-4648d8e0f544","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.45408538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"576db9f5-f7fc-4f66-823f-b829c07502d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.484939937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"f3b42f67-64de-4d10-972e-66251d11b190","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.509365607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5ee4c663-85a4-475b-b33e-e02ac0b9a03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.669482264Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f154584f-d432-4cbc-9b13-1fe5753afb4c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.725000513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8bb3e783-cf65-42bd-a6a7-e7a6b65cf2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.725543123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5ee4c663-85a4-475b-b33e-e02ac0b9a03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.759721907Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f154584f-d432-4cbc-9b13-1fe5753afb4c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.798101643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8bb3e783-cf65-42bd-a6a7-e7a6b65cf2fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.798893135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"717eed64-77e4-4e54-bf0b-80af0565cb21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:25.880505978Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f154584f-d432-4cbc-9b13-1fe5753afb4c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.001778419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"063ccbc1-3115-4a60-8f0a-c15c9c65420b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.019464366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"717eed64-77e4-4e54-bf0b-80af0565cb21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.028666598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"322a01d4-0691-4035-882e-45fce01b0424","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.077762673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"063ccbc1-3115-4a60-8f0a-c15c9c65420b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.130785574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"47978059-34fc-498f-a88e-8b188651a977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.134135522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"322a01d4-0691-4035-882e-45fce01b0424","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.191293222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"47978059-34fc-498f-a88e-8b188651a977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.294625661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"97201788-4272-414d-8664-03dbc8adfdb9","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.332959476Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f95986b6-e0ec-4571-827f-ab8cf56d82c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.33506931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"50df5232-0907-4e7f-8ac1-bbe081207918","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.433438945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b8804148-61d2-4589-af1d-310f9c3853f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.475494583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b8804148-61d2-4589-af1d-310f9c3853f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.512596551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c8bdbb7-14ca-4890-aa87-064e46d1e1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.513293147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"91887225-4358-479f-ab13-501e90e311a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.595523885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"91887225-4358-479f-ab13-501e90e311a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.599157913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"c4580a9e-c07f-4a82-8c19-b8ce1e0bd6af","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.616341248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c8bdbb7-14ca-4890-aa87-064e46d1e1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.733337383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"c62ffc5b-4dc5-43f3-a04d-6f56df0ebe01","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.819695878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fecdb388-faf8-4725-83c0-d19c0f5baf8f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/distinct-2-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:26.946252902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"c9c9903f-be63-4572-8559-327d9e444554","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.138652396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"a9a899c1-ee45-4ced-a517-bcbd6ee2b3b9","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.533816643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9b17b8e4-07ae-4306-a0f9-13acab620cd5","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.586060719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"ff022879-7a85-426b-ac8b-90bf62ce8a6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.616328414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9f3f392-7c94-407c-876e-f4813a94e4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.616897514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6448fe67-e18e-4f3c-90e2-5eca83fd2dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.638389053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9f3f392-7c94-407c-876e-f4813a94e4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.640081611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6448fe67-e18e-4f3c-90e2-5eca83fd2dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.651647271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"eadb324c-ed06-45cd-98ae-17c83a26b837","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:27.710620605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"06efce7b-de8c-4a71-b713-fc195caa98eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.452929786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808f8691-60c6-4c2c-a80b-4ad2fe354835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.452956094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808f8691-60c6-4c2c-a80b-4ad2fe354835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.47235506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09beef2c-1d00-46a4-9c38-9c8e2e013877","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.472372523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09beef2c-1d00-46a4-9c38-9c8e2e013877","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.515573254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"17d8206d-5d4d-4bf4-aeea-a775f94f1ca1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.569121068Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"17d8206d-5d4d-4bf4-aeea-a775f94f1ca1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.587396001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"17d8206d-5d4d-4bf4-aeea-a775f94f1ca1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.609163522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905b57d9-e6b8-4a4b-b82b-c197716cdeca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.609180347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905b57d9-e6b8-4a4b-b82b-c197716cdeca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.661818692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef4ac1d2-dcfc-442f-91e1-1cde8b18e8ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.661840212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef4ac1d2-dcfc-442f-91e1-1cde8b18e8ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.680428006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a081c04-055e-4f3a-9bce-28ed29ed2b0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.680443866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a081c04-055e-4f3a-9bce-28ed29ed2b0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:28.698484825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"80811d6f-0790-464a-a095-f1f4aa82c15a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-98b7a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.706117149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"9effaeae-b6ad-490d-bde6-26a1b066639f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.706117151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02228ed4-2dc0-49eb-9dda-9dd106042143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.706354876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294ded6c-f4f5-4da1-9553-c0070a7b3a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.727264827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"9effaeae-b6ad-490d-bde6-26a1b066639f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.727287793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"294ded6c-f4f5-4da1-9553-c0070a7b3a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.730499282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02228ed4-2dc0-49eb-9dda-9dd106042143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.746346299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"9effaeae-b6ad-490d-bde6-26a1b066639f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.748814195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d39db55-e9ee-4017-aa01-5fdeb01d1d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.748832416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d39db55-e9ee-4017-aa01-5fdeb01d1d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.766588078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbf4f87c-7a97-41c0-a63f-5fccc5265d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.766607192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbf4f87c-7a97-41c0-a63f-5fccc5265d05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.832694968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"f0d55936-dfb5-4f86-8bae-fc53258821b8","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-a94e9dbd/e2e-shared-int-sub-b6e54f69","models-as-a-service/e2e-default-int-sub-98b7a8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.888075146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ac7631-23eb-44f5-a867-2889d2d97e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.888097483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3ac7631-23eb-44f5-a867-2889d2d97e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.912036716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f55bc46a-a7b3-43b9-8fba-7bc74bebff97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:28.912053575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"4def8b3f-ff25-4a0f-9431-2fdd8ff88ec8","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:29.012054371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"e2ee4e81-4663-4c04-b54b-9b004938c022","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:30.220366146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"04a5dea9-4498-42e5-b023-ac8c7b844efe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:30.239941266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"04a5dea9-4498-42e5-b023-ac8c7b844efe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:30.323369744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"b096308e-2c62-476d-857a-76a31a00bfa5","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.052323589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.733860338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6c26aeda-4209-4017-80ee-4f1773878df1","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.834177337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1e1f02c0-05a3-47c5-b9b8-27eed4055fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.834762494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"09592e12-da70-408e-8a84-4cb88ba7d074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.835231057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"1d39c14f-229a-48b8-9632-51b69b5c6075","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.922652168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1e1f02c0-05a3-47c5-b9b8-27eed4055fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.924706886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"09592e12-da70-408e-8a84-4cb88ba7d074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.924973884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"1d39c14f-229a-48b8-9632-51b69b5c6075","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.93941273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"97baee0d-f50b-4501-b1d9-bcbcb00fe44a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:31.95888994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"97baee0d-f50b-4501-b1d9-bcbcb00fe44a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:32.038582565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"da882c4b-f08f-4292-ae23-d5b5b5d3ce87","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:32.96086105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"8beae520-4e7c-446b-91e0-40b1adee4aee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:33.012033115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"8beae520-4e7c-446b-91e0-40b1adee4aee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:33.031386372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"8beae520-4e7c-446b-91e0-40b1adee4aee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:33.049187292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fecdb24-3b32-47c3-8d03-157e6cf7c656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:33.049204355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fecdb24-3b32-47c3-8d03-157e6cf7c656","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.094401953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"2c984461-1a65-4239-afa3-f11bc4c95fc7","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.137822965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c51fce64-fc56-4b97-a57a-f4fbe756454d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.137922702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bbe8999b-7da5-4801-be85-3b43fa42b3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.13814658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"34f018e1-6134-4c11-9737-d176e2540f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.157652366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"34f018e1-6134-4c11-9737-d176e2540f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.157887605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c51fce64-fc56-4b97-a57a-f4fbe756454d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:34.159899996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bbe8999b-7da5-4801-be85-3b43fa42b3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:35.494232302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"d2d0f736-0ec8-4866-b41b-12931d6d2484","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:35.513947591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"d2d0f736-0ec8-4866-b41b-12931d6d2484","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:35.532453108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82af149101fcea3dc2bc789487d7abb4910b5dfada0b2ff8ba34b7ca9fe3ce00) AuthConfig (df3af91484b9e2c115b72a025071c2d55231d056f5fec67f398a013c971bbfc1) AuthConfig (82cf27817fee0c4d12202d3fd554b91efbb63501f7cc20be32624183db71f7d1) AuthConfig (80bab54ff7e9b6b48b5476f54863d97d87b4c39398106619b22f0458c38f1e7d) AuthConfig (ace94413d6b9323d24032499e7b15e93a2b4f42059a17cf9e6fbac7a67f2e58c) AuthConfig (4b667e5fd8dbf72e72330f9d0d644dcc41c2aaff97c2226118fdfcf36ed9a169) AuthConfig (e7196546f84be883623c373d39ed0014c7d5765409db08784ceb2aaf4bfa7849) AuthConfig (e0ea0aeaa00cae9cf9504812854d63c6fd7982b95e884ca65b97829c2a89b95f) AuthConfig (c9a28f5ad5fd18c379e7b1bde6c80a7ff674d74df0c471a3a1d6128a291dcc5e) AuthConfig (ec8bde5c9ef36a618865d97f2bf389391281dfefef27c51dd9e970ef85d79470) AuthConfig (1f57896bf37c2c40a2bc0b6352d41e4d1d533b63bb3f14b55afe6458d9242e1c) AuthConfig (58e76ea209e9aecc0f3682772e41f4239a126bed9c8138999ed4d178f007385d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"d2d0f736-0ec8-4866-b41b-12931d6d2484","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.290642104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"e9506a99-1ad2-4f5c-8586-34e346035331","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.291186076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"73b7a152-d30d-4750-a72a-c197f38e4930","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.291486855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"35c97421-3275-4002-a0f7-c388d25c0729","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.323090329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"cb926e33-76b2-4e26-a6c1-ed54b833c2df","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.323523835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"7e2678c3-f815-4c07-ad2b-acef748958aa","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.323860417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"54088ffa-9477-4307-bd82-7779bb52c468","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.339489391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"198fcacf-da44-40cb-9bec-b3a3b7940096","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.339970243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2655e296-4006-49df-aced-26fb6a350d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.34000186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9f15d8de-2cf7-4990-ba24-654cbe39f065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.34062693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"d1bf1462-cb1a-4f74-9496-c4ebadb2e4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.359809755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9f15d8de-2cf7-4990-ba24-654cbe39f065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.363594618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2655e296-4006-49df-aced-26fb6a350d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.538041008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4b6b01f2-ca97-4e90-8a0c-96555baf555f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.538041007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9d43e314-176d-45b9-9338-cb0e4a5a1506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.55794764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4b6b01f2-ca97-4e90-8a0c-96555baf555f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:36.558294009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9d43e314-176d-45b9-9338-cb0e4a5a1506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:37.653818587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"762046bc-23bb-4a29-8402-60b8fcadc8f8","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.792332962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"3bd3d656-2708-421e-9e8a-5d07eff962d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.844016564Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"3bd3d656-2708-421e-9e8a-5d07eff962d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.862618956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"3bd3d656-2708-421e-9e8a-5d07eff962d7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.883209465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b0f7fbb-0a17-44ce-b2bf-306f93934a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:38.88323119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b0f7fbb-0a17-44ce-b2bf-306f93934a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.786716884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-sub","reconcileID":"1382fd44-d6cb-41fe-84f1-ff97b4078664","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.841286312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-sub","reconcileID":"1382fd44-d6cb-41fe-84f1-ff97b4078664","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.887914394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"2c6731cd-2855-48da-93c9-b52e2bf74982","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.912712086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"046bad51-7bcd-4ab9-b1d9-950c0c14d015","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.963245964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3fa8cea7-ee07-4d51-988e-18dde7cd3ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.96324602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"b1213c25-dc50-48f8-ada2-edd6055e9c9f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.963483593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"69aa9725-2121-4c80-a4ee-b8553eef57e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.983070375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3fa8cea7-ee07-4d51-988e-18dde7cd3ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.983564425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"69aa9725-2121-4c80-a4ee-b8553eef57e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:41.985479986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"b1213c25-dc50-48f8-ada2-edd6055e9c9f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.065985939Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-scoped-auth","reconcileID":"0b3edf7b-7990-4748-8aae-428488fb7949","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.066004997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"cec529b2-3eba-40cd-8287-9f95d8d93a63","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:42.157661105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"a6e34ec5-8c12-4a1c-bb4e-0314e6b1096d","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.079419349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"e6cc6e80-7a7f-4c4e-8762-6ea4eb5587ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.139746888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"e6cc6e80-7a7f-4c4e-8762-6ea4eb5587ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.162593963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"e6cc6e80-7a7f-4c4e-8762-6ea4eb5587ee","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.181066195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8680e159-e214-497a-9c9d-1a5eaf96b9a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.181085284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8680e159-e214-497a-9c9d-1a5eaf96b9a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.451330313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"1d0292db-2705-4d43-b335-a75ee376865b","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.469283678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"d68d80ce-6c82-4397-b6cb-4cbc48641b18","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.514759229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"031e3d4a-55c4-4eaf-9e31-7324c5e72bef","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.54373332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"031e3d4a-55c4-4eaf-9e31-7324c5e72bef","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.634541027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"869cc8a5-681b-4667-b7fd-722f8be3139c","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.681265911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9720cb05-fba8-459d-bd11-a44c748aae1e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.68243125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d94d7dca-8797-4724-a7c9-b5ff9ebda477","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.698550401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"84ab429d-0492-4185-a3cc-45aabbc09e2e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.701975907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d94d7dca-8797-4724-a7c9-b5ff9ebda477","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:43.716564766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-sub","reconcileID":"b25d4fb9-6c91-4916-9d2b-761a50704a9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.760404037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"721fce85-4ce4-4f3e-9f4a-2d4db86a68f7","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.778461423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9a12887e-beed-43c0-8d31-39a71150b86f","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.785318726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fda64ce1-9696-4ba4-8f9d-4c0b792e731a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.785397138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29d3249e-ee0b-48b8-b363-2e4f00c41d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.805497665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fda64ce1-9696-4ba4-8f9d-4c0b792e731a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.80628743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29d3249e-ee0b-48b8-b363-2e4f00c41d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.855373655Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-sub","reconcileID":"e6d37d48-7600-44f6-b446-f4a889549ace","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:43.877332481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d94d7dca-8797-4724-a7c9-b5ff9ebda477","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.912645462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"2d07e89c-8277-4b0a-8307-2fd2ca392e50","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.919717068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d00134e5-fad9-4e10-b2bf-c5b4f655b7f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.925433204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"65e4516c-44fc-4cbd-b1b9-e2ac5c92bc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.933560473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7a552a3a-ecc8-42f6-9bf5-5e93343c4852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.934150405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"97c488bc-399b-4094-b3c9-b0dcc700846c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.946281982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d00134e5-fad9-4e10-b2bf-c5b4f655b7f5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.950315772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"65e4516c-44fc-4cbd-b1b9-e2ac5c92bc83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:43.95826817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7a552a3a-ecc8-42f6-9bf5-5e93343c4852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.029514782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-sub","reconcileID":"b744e991-91a0-450a-80d0-859ee392684f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.152270413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub","reconcileID":"3b821f38-381a-41f7-a894-bd20d1f8e437","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.204190773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub","reconcileID":"3b821f38-381a-41f7-a894-bd20d1f8e437","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-863f1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.259726206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"4004a9a0-a9ec-4ba7-b28b-6a50fd26df58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.283990403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"a7985204-89e7-44e4-bc4d-e56565bd740d","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.326488173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"a807ae93-f82d-4272-b135-b27e0b8fe1c2","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:58:44.348165956Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1600\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.36608078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fdb8d811-0416-4aca-b016-d0d9f16b3264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.366089873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f31c3d2b-c20c-47a9-922a-c2b06a6aefb3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.38706346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f31c3d2b-c20c-47a9-922a-c2b06a6aefb3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.387062697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fdb8d811-0416-4aca-b016-d0d9f16b3264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.43375205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3b1c06b6-c3b3-4a44-b7c3-e27065f882bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.434096117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5dc13262-97d5-44fe-b938-41137af7e4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.436102436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d68ffb2a-c32a-499f-8da5-044ea730a9e6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.462740152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"d68ffb2a-c32a-499f-8da5-044ea730a9e6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.466603921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3b1c06b6-c3b3-4a44-b7c3-e27065f882bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.467898794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5dc13262-97d5-44fe-b938-41137af7e4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.566274758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8247c9fc-8fe4-44bd-abf8-6f2a1f78c833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:44.586570552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8247c9fc-8fe4-44bd-abf8-6f2a1f78c833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:45.576426437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"95cdffa2-7c36-4517-977c-47a5495dc6ad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:45.597678803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"95cdffa2-7c36-4517-977c-47a5495dc6ad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:45.616714106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-cea94a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (82af149101fcea3dc2bc789487d7abb4910b5dfada0b2ff8ba34b7ca9fe3ce00) AuthConfig (df3af91484b9e2c115b72a025071c2d55231d056f5fec67f398a013c971bbfc1) AuthConfig (82cf27817fee0c4d12202d3fd554b91efbb63501f7cc20be32624183db71f7d1) AuthConfig (80bab54ff7e9b6b48b5476f54863d97d87b4c39398106619b22f0458c38f1e7d) AuthConfig (ace94413d6b9323d24032499e7b15e93a2b4f42059a17cf9e6fbac7a67f2e58c) AuthConfig (4b667e5fd8dbf72e72330f9d0d644dcc41c2aaff97c2226118fdfcf36ed9a169) AuthConfig (e7196546f84be883623c373d39ed0014c7d5765409db08784ceb2aaf4bfa7849) AuthConfig (e0ea0aeaa00cae9cf9504812854d63c6fd7982b95e884ca65b97829c2a89b95f) AuthConfig (c9a28f5ad5fd18c379e7b1bde6c80a7ff674d74df0c471a3a1d6128a291dcc5e) AuthConfig (ec8bde5c9ef36a618865d97f2bf389391281dfefef27c51dd9e970ef85d79470) AuthConfig (1f57896bf37c2c40a2bc0b6352d41e4d1d533b63bb3f14b55afe6458d9242e1c) AuthConfig (58e76ea209e9aecc0f3682772e41f4239a126bed9c8138999ed4d178f007385d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"95cdffa2-7c36-4517-977c-47a5495dc6ad","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:47.655629932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"43d24061-c2ba-4aa2-a914-3f0f717a4e96","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:48.942589258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"afed0adb-f873-44e6-8b89-5dc6f1834b36","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:49.194208262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"afed0adb-f873-44e6-8b89-5dc6f1834b36","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:49.221280693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"afed0adb-f873-44e6-8b89-5dc6f1834b36","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:49.256744035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3d9860-06e4-462e-8487-4768823e83ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:49.256893644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3d9860-06e4-462e-8487-4768823e83ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.230770815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"ba01f717-08ce-42b1-b69a-ff8634cb2816","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.369694358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"ba01f717-08ce-42b1-b69a-ff8634cb2816","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.392717753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"ba01f717-08ce-42b1-b69a-ff8634cb2816","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.539948502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf5ebf95-3fb8-40f1-95c0-1c8edb091c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.540067824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf5ebf95-3fb8-40f1-95c0-1c8edb091c80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.764523202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"afbac056-235b-48ef-ac92-b028c2841344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.765156365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"83469088-1ece-4e26-a768-639b85013f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.890085832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"83469088-1ece-4e26-a768-639b85013f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.916618145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"afbac056-235b-48ef-ac92-b028c2841344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.985932098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b8ccf326-6d66-4c3c-99ac-f552a35e3fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:53.985895023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"78a5127a-5937-4193-adb3-eaaa3b5a0f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.02580803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"78a5127a-5937-4193-adb3-eaaa3b5a0f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.039087197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b8ccf326-6d66-4c3c-99ac-f552a35e3fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.1486949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8d028247-f517-4750-a962-96dd72960687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.149182915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"378f5bdf-e7c5-44de-99af-385299aa6bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.185792625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"378f5bdf-e7c5-44de-99af-385299aa6bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.201773618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8d028247-f517-4750-a962-96dd72960687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.391383211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-sub","reconcileID":"1d61683d-65ca-42b4-a594-734e6af32bf9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.453560405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-sub","reconcileID":"1d61683d-65ca-42b4-a594-734e6af32bf9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.479714587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"81a8ddc8-94a9-4236-9e18-b553f25ba219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.480412138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c09bca52-583d-4776-aa10-d0173492e63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.52670224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"81a8ddc8-94a9-4236-9e18-b553f25ba219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.532599484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c09bca52-583d-4776-aa10-d0173492e63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.532871905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"d6790d4c-3495-471f-a122-0005fdba2f6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.700840346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5d52986f-2c33-4f5d-820d-e67a14e49e2f","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.763414022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"13ad667e-2047-49c0-8486-931f548a381b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.796296373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8affc257-9ff7-4495-8034-334b2c6a5bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.822340884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8345ae60-1697-4c8b-9be6-77b1b9bc6ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.836175661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9663a6fd-0968-4671-9a8d-3484569ea64e","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.841603607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"13ad667e-2047-49c0-8486-931f548a381b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.872470511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8affc257-9ff7-4495-8034-334b2c6a5bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:54.88606064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8345ae60-1697-4c8b-9be6-77b1b9bc6ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:55.033296411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-api-key-no-access-auth","reconcileID":"72631053-70cb-4019-855b-c6a770a36a4d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:55.23006837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"afc989e2-9f3a-4a50-b84e-4d834f30723a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:55.669689757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"c4d10ed2-41a3-4bf8-8a8f-f9c3818e58bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:55.6957069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"c4d10ed2-41a3-4bf8-8a8f-f9c3818e58bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:55.873833783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"28755b8a-1197-476e-803e-e41fda01cdd6","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.449164703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"c3dc20f8-e051-43b4-8220-076502a27981","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.449958522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"76a6603b-ff62-4e76-98fd-6a4bcbfec30d","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.450551837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"72b65e93-4c28-46b3-aac5-a591edf44c5b","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.501647606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"84cd47cc-e2df-499d-a1b9-40afc5f6ca6f","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.502142994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"fe209c51-54c2-46a8-a5b5-91e763b21696","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.502515263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"4c002f30-7a4c-492d-9648-4369e7fc9542","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.542595341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"3f402660-b927-4a4f-a409-ddb910c48f1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.5432861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"886a4de9-3012-4f81-ae3e-ca7bcef7a27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.551318737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"54c0a163-48e3-4373-abb3-fc985766f40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.551797319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"672654d1-75e8-463e-8f53-4681d4fffffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.582205647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"54c0a163-48e3-4373-abb3-fc985766f40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.589504923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"672654d1-75e8-463e-8f53-4681d4fffffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.6649326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"b93a6246-c333-4d14-82cd-0bc285d9a764","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.768655233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"00d15878-9307-4203-b5fe-1a6636a13fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.769252065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f056091f-0b0b-4f6a-9a75-6ddcb4ceb675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.77371154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"80f74367-6a24-4af3-9a4b-927d98df69a2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.802213018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"80f74367-6a24-4af3-9a4b-927d98df69a2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.805969487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f056091f-0b0b-4f6a-9a75-6ddcb4ceb675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.807488798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"00d15878-9307-4203-b5fe-1a6636a13fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.89234332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b92446c6-e999-4411-8eb1-fa5699f671a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.892999342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"344bff3c-12ed-4a90-8953-841d4b59b2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.943991251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"344bff3c-12ed-4a90-8953-841d4b59b2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:56.992082995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b92446c6-e999-4411-8eb1-fa5699f671a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.205326012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"d73a8cc6-15c1-4d70-b4e0-696220c6a5d7","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.251729229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"44178f9a-6395-41e7-9477-cf8e1a04f3b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.274751664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e415be25-5e23-4269-8ca3-d377b2f6a3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.274751604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8fa743c5-8c16-4183-9827-b13a20db5f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.294656813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8fa743c5-8c16-4183-9827-b13a20db5f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.297394811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e415be25-5e23-4269-8ca3-d377b2f6a3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.309708304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"a7f20847-5e93-4872-84d2-eefea579f185","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:58.355453396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"339612f0-7864-47e3-949f-a2ca1aa03e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:59.301648616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0c4d8e3-d2f1-4e3b-b8a9-252e082e7927","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:59.362559251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0c4d8e3-d2f1-4e3b-b8a9-252e082e7927","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:59.382056688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0c4d8e3-d2f1-4e3b-b8a9-252e082e7927","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:59.405059052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb821fb1-de53-4488-91e1-867ca7ec3b50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:58:59.405164019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb821fb1-de53-4488-91e1-867ca7ec3b50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.143129521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112a8f02-3f5a-4f44-ac9b-d6fa11a6165d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.159476573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112a8f02-3f5a-4f44-ac9b-d6fa11a6165d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.173806227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112a8f02-3f5a-4f44-ac9b-d6fa11a6165d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.18786071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112a8f02-3f5a-4f44-ac9b-d6fa11a6165d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.905445726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbb3ff7-ca07-416f-a917-353852b89cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.919810634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbb3ff7-ca07-416f-a917-353852b89cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.927135223Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a116a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a116a2","reconcileID":"07ca1727-a406-4ff5-b58d-a165da3f704f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a116a2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-a116a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.934720886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbb3ff7-ca07-416f-a917-353852b89cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:00.950239807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbb3ff7-ca07-416f-a917-353852b89cbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:01.059516378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:01.700281438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9246383a-69f6-4214-9edb-5c2c36eee879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:01.714814971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9246383a-69f6-4214-9edb-5c2c36eee879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:01.728896363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9246383a-69f6-4214-9edb-5c2c36eee879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:01.743232974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9246383a-69f6-4214-9edb-5c2c36eee879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:02.248485952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"0ebd2b76-b97e-42be-a4a4-7e4807c4c995","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:02.626051459Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a116a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a116a2","reconcileID":"5c44f7c2-cca5-4d91-a8c9-7efbf379ee71","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-a116a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.176427659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"d417b0d3-37fc-4449-ac4b-e3f9a4232d3c","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.231136632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"e4e6c827-5018-45e0-8cef-c562c893f57d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.294862811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7e1a6cc7-cff7-45fe-ab54-5692cfdd1900","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.315549552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7e1a6cc7-cff7-45fe-ab54-5692cfdd1900","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.333711684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7e1a6cc7-cff7-45fe-ab54-5692cfdd1900","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.353706382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"ada8b5de-db0e-43d8-a9bf-eb783bb3103f","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.369790757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"4192b918-8ef1-4f4e-85db-680cb0add78a","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.370588409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3b067 priority=10:[ai-tenant-e2e-worker-w0-f3b067/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f3b067/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.393869986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a3054793-cd02-47ed-9562-9963bc3624ec","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:03.407166443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"cd119906-75f5-4456-b1e6-53edc1c346c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:03.411466624Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a3054793-cd02-47ed-9562-9963bc3624ec","name":"distinct-w0-f3b067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:03.411520903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a3054793-cd02-47ed-9562-9963bc3624ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.412027784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"aedfdcb7-86f7-47fe-a409-9577c13b9dae","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.413613198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7748b625-bc8a-472c-956c-72cbffb18141","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.417080087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"21dea7e1-bf36-4bf1-9385-013872dabc0b","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.433165004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7748b625-bc8a-472c-956c-72cbffb18141","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.442939612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a2465726-8f5c-450c-bdf7-24d8841fa25d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.452028936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7748b625-bc8a-472c-956c-72cbffb18141","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.460664918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"71cb2c8e-6ad2-44ab-ae32-daf64749af6d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:03.467676265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"7748b625-bc8a-472c-956c-72cbffb18141","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.513938644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4432b1b7-3070-4fc2-b43d-ef2a4f6791a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.514291655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0fcb8723-ee50-4300-8309-42ca28bfc85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.522422975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"ec619da4-647b-49f0-9b57-82889b82a40b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"distinct-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.523760434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b3329dad-7395-4102-bb8f-9da52d68e296","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.535001466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4432b1b7-3070-4fc2-b43d-ef2a4f6791a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.536924074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0fcb8723-ee50-4300-8309-42ca28bfc85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.544412614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b3329dad-7395-4102-bb8f-9da52d68e296","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.563262729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b3329dad-7395-4102-bb8f-9da52d68e296","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.576313859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"d0f69932-e198-491f-9b93-d972f1eeb9b8","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.580264873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"efad03c4-3cc1-480f-8e9d-ca910bc92a30","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.585510463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a0f3b5aa-bdad-49a3-90b5-47b92cdc8a83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.598121744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8f601fc6-b34a-46e0-8d01-210c9f1f648d","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.628338541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"24f55cc2-8f53-4e3c-92fd-467ec32040d8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.637635428Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a0f3b5aa-bdad-49a3-90b5-47b92cdc8a83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.656112612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"a0f3b5aa-bdad-49a3-90b5-47b92cdc8a83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.674241298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e169805-55f9-4cdc-8d26-b1675d217fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.674256778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e169805-55f9-4cdc-8d26-b1675d217fb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.727983023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"453e8cc5-1a04-416e-92fa-43d2fc61cb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.728025704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"8086768c-9d5e-41dd-a6ed-440236e39590","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.728446226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"024f4859-3f89-4dbf-9f3f-2bc7ff7eb158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.74869212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"453e8cc5-1a04-416e-92fa-43d2fc61cb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.74895601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"024f4859-3f89-4dbf-9f3f-2bc7ff7eb158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.751181125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"8086768c-9d5e-41dd-a6ed-440236e39590","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.76999869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"8086768c-9d5e-41dd-a6ed-440236e39590","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.785026695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"e4e898b4-ad2c-4797-9b1d-3a053b460993","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.785386372Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3b067 priority=10:[ai-tenant-e2e-worker-w0-f3b067/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f3b067/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.807619938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8b590b76-1c5a-4f29-8de1-9cbee4cde2b0","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.808126225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"cc84235d-44d6-48dd-8cf4-04221ed27a9d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.820145612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"f9e84144-e092-487e-8d48-115d5794d2d1","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:03.824488688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3b067/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.838825042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4b4a59c2-6181-46ea-acde-095d6e9eafe3","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.865954504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"a8487b15-2a98-4762-b4db-454283af4e39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.885373514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"a8487b15-2a98-4762-b4db-454283af4e39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.902304324Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"7e0a3698-e82d-40ce-8bdc-84c4072f790e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"distinct-2-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.906713105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"a8487b15-2a98-4762-b4db-454283af4e39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.960077483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4b0477dd-e64d-4cf2-8b9a-6cfa30332010","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.960321154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"eb50df72-e5ea-41e4-a0dd-ef473b30d118","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.960698214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"3dbb26d5-0383-4d53-b589-8fc9be2d34c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.96077947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9acd27e9-b9f1-42fa-8681-593eb85abfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.979705293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"eb50df72-e5ea-41e4-a0dd-ef473b30d118","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.980715016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9acd27e9-b9f1-42fa-8681-593eb85abfe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.983396252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"3dbb26d5-0383-4d53-b589-8fc9be2d34c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:03.998516651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"eb50df72-e5ea-41e4-a0dd-ef473b30d118","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.007241559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"789b145e-227b-405e-9702-479aafed5cee","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.056635156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"cc38a112-0746-4d23-8c1c-cca3eb1f7376","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.063801123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"bd22971e-d52c-4ecf-bd50-0091273affb7","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.07100236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"bdf25409-7bae-4ee9-9c9d-83e6241f26bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.075934874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"cc38a112-0746-4d23-8c1c-cca3eb1f7376","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.090722868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"bdf25409-7bae-4ee9-9c9d-83e6241f26bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.095319422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"cc38a112-0746-4d23-8c1c-cca3eb1f7376","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.109302957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"bdf25409-7bae-4ee9-9c9d-83e6241f26bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.721056282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"1d8d8f60-e1b8-4f91-acd3-71ced08ab59d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.794384082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"997804b1-1614-4292-a7c7-4ac6848e9ea8","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-14c85271","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.833148787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"f5ed8505-0759-4c66-98e8-3b3d9f953b94","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.83315068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"42b4fc2d-dff7-4a76-95ec-da3feeb4c110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.854953503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"28fb2ffe-d683-4b96-b2c1-5d7e36738c56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.855031164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e639e68a-aa25-4f82-bc34-e8351d447422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.860821045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"42b4fc2d-dff7-4a76-95ec-da3feeb4c110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.86125025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"f5ed8505-0759-4c66-98e8-3b3d9f953b94","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.880486572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"28fb2ffe-d683-4b96-b2c1-5d7e36738c56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.881893391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e639e68a-aa25-4f82-bc34-e8351d447422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.885462252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"f5ed8505-0759-4c66-98e8-3b3d9f953b94","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:04.899119232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"28fb2ffe-d683-4b96-b2c1-5d7e36738c56","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.032742194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b5b50da4-0f13-4822-bb4d-7c85794314c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.033414617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6e8e8e6b-9db1-4b0e-9f26-22d4bdf8815d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.033976964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"461555ca-1c45-4b7b-9e8c-342591a354ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.034522969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"63263344-e794-45e5-9beb-68c57fd8a021","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.052913714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b5b50da4-0f13-4822-bb4d-7c85794314c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.053018232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6e8e8e6b-9db1-4b0e-9f26-22d4bdf8815d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.055504751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"63263344-e794-45e5-9beb-68c57fd8a021","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.121666737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"461555ca-1c45-4b7b-9e8c-342591a354ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.121979948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"63263344-e794-45e5-9beb-68c57fd8a021","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:05.140279818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"461555ca-1c45-4b7b-9e8c-342591a354ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:06.779499846Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-valid-sub","reconcileID":"212fc0b1-d7f9-4d33-88ce-e3118d4ab249","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:06.830067732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-valid-sub","reconcileID":"212fc0b1-d7f9-4d33-88ce-e3118d4ab249","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:06.877360522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"c18846ba-363d-4b8d-8ca7-0b4be51881f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:06.982627655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"c9a166e5-d0b3-412f-a1d3-890b5cc6ee53","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.005520443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"de453c1c-3051-4c56-a71c-8f33c61806fd","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.026106526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"74504318-4cbc-4fa2-b1f5-714dc93020b7","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.030177603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"678ccccd-c1f1-4fed-8a68-1653b0a06011","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.030300952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3ffc2357-78e7-4115-b6b2-4b5fff18a50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.030584232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"32ef32a2-fa69-4028-9a8e-c52d6f4bf3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.051198753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"678ccccd-c1f1-4fed-8a68-1653b0a06011","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.051531981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3ffc2357-78e7-4115-b6b2-4b5fff18a50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.053481313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"32ef32a2-fa69-4028-9a8e-c52d6f4bf3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.141102507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"25c08343-d802-4bfb-9c13-fff810a5dccf","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.182439931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-invalid-sub-auth","reconcileID":"57384d74-fb52-42ef-a595-6dfe7c555711","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:07.402544769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"5142b951-a584-42b5-b525-07e336ee28cf","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.659342315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"37541826-699f-4453-a045-792f039dc1a5","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.678556706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"e3a49944-e386-468e-81fa-450842e957f5","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.722944582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"9ec9c268-5266-4e95-b051-c56770ef0da5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.74270908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"9ec9c268-5266-4e95-b051-c56770ef0da5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.829299296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"e8f874b2-2245-443e-8d05-3429976d71b6","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.855248863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"d46c5960-14b3-4c28-a6e8-4f960a6bd914","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.872975445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"024264ea-aed1-48dc-9680-583d0bb0de26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.873377931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"419fca01-a8d9-45d0-bbf2-b05db352831b","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:08.89379276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"3647bc28-ec21-4065-8de8-46d2936647b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.897614655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"024264ea-aed1-48dc-9680-583d0bb0de26","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.938458421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"3c89b1c7-533e-4336-be31-ce575e9135f1","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.956229703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"13efa0af-89c1-42cf-8f55-9e8da39c30a7","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.973233637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4b65f30b-871f-4050-b775-759fefb7cea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.973233604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a0b2800f-0977-435f-9923-4100ade0210d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.99284434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4b65f30b-871f-4050-b775-759fefb7cea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:08.993088528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a0b2800f-0977-435f-9923-4100ade0210d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.021203634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"2df5ec18-733b-4d8c-bc4d-959e14d8815c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/e2e-models-user-sub","ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.062201332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-cea94a priority=0:[ai-tenant-e2e-worker-w4-cea94a/e2e-models-other-sub ai-tenant-e2e-worker-w4-cea94a/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.062221467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"c0037d0d-6baf-4953-a68e-dd4d78594420","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.075469024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"b3e68747-2cbd-45a1-a7b7-dd1597c67e34","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.076265824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"da6ca471-93f3-486b-bffb-fef6cbf96aec","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.08195075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"39b7406e-5fd8-4eef-8e30-9663d59b82ce","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.083669924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fe8baa3b-9e01-42b7-9c1b-c8f9428b4ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.083713606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d930a72c-766a-45c7-8b7b-43413b4b0213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.094794695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"b3e68747-2cbd-45a1-a7b7-dd1597c67e34","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:09.094847626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"29bd43dc-2a01-4b65-9f6b-2f5e1c86f9b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.10289323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8240b454-9334-42c4-a398-05e5525b5e68","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.106580737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fe8baa3b-9e01-42b7-9c1b-c8f9428b4ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.106827248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d930a72c-766a-45c7-8b7b-43413b4b0213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.123303941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"6bd7c88b-4d82-4b92-b840-e5cff007cbad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/e2e-models-other-sub","ai-tenant-e2e-worker-w4-cea94a/e2e-models-user-sub","ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.135859461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"c7628d8b-5261-49aa-ad51-3a9dac7dedae","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.153941295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"85336c1c-8404-45f7-be76-429ae2c66044","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.20133364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"741c0cb4-a20a-4209-956d-9747bf7cad78","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.201367686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"af783edf-a603-4797-a70e-531f6defabe3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.206423701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"a9003194-6ac7-42d7-9cef-b04a39cc288d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.27686936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"59f5ab27-5cd6-4ff4-b30d-8768a601dd73","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.281569695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"09938402-e9c4-4e9d-bf98-60f147c6431c","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.290179034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"451e5ee2-4b19-465e-9367-15f3d930a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.290190171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e01e6e61-1201-4f33-ab87-cb33dccc439b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.29648903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"59f5ab27-5cd6-4ff4-b30d-8768a601dd73","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.309726501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e01e6e61-1201-4f33-ab87-cb33dccc439b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.309862263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"451e5ee2-4b19-465e-9367-15f3d930a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.311924066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"e3692ccc-c290-4467-90c6-65c6b5b3cfd0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.32594743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"513036a9-442f-4c8b-86ec-6e1dcde9a324","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.450717591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"5b0eefe3-1fa2-4fed-9d0d-4caab3b7c610","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.505252535Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"5b0eefe3-1fa2-4fed-9d0d-4caab3b7c610","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.524190521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"5b0eefe3-1fa2-4fed-9d0d-4caab3b7c610","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.542707015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8599064c-ad35-4f72-a7ff-69136aff0c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.54272685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8599064c-ad35-4f72-a7ff-69136aff0c7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.831996885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"9965c61c-4c4d-4c7b-97d5-d1a00541f91d","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.87618118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"ae7cd371-13fa-4d2c-ac26-4dcea2d66674","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.877194803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"55e4a557-c536-43f3-9f50-d79becd4af2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.877272827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d52bbbae-7d68-4c2b-a559-13a4e05332a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.89777162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d52bbbae-7d68-4c2b-a559-13a4e05332a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.897850203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"ae7cd371-13fa-4d2c-ac26-4dcea2d66674","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:09.900064529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"55e4a557-c536-43f3-9f50-d79becd4af2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:12.622053323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4f9b4e55-b7e7-4b4f-b4be-85bb43c922f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:12.622171352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7f1d7e18-3887-4ee8-b836-1c6aeebb5361","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:12.67125602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"7684a6d4-4673-4f8b-86a3-55e784949dff","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.707029482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"98ca27ea-82ba-4e07-b848-c998e6da8be0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.761669565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"98ca27ea-82ba-4e07-b848-c998e6da8be0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.780026181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"98ca27ea-82ba-4e07-b848-c998e6da8be0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.799945973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9412d03-9462-4228-8faf-d3ebe48bc1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:13.799965232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9412d03-9462-4228-8faf-d3ebe48bc1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.809557044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"5c4ee91b-281c-4220-bfe0-ef0de62284cb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.824685654Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"5c4ee91b-281c-4220-bfe0-ef0de62284cb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.84033208Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub1","reconcileID":"5c4ee91b-281c-4220-bfe0-ef0de62284cb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.93265677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"6a2309c6-188f-457a-8d36-940508c209da","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:14.956559016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"aed8c9cb-d754-44c3-9862-b4d4b9d385ed","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.007525558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3dc301cd-35bc-4c8e-9887-085a91ad1d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.007683945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6d1e7611-d82f-4115-8a95-fbc95f2ce1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.007528927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b5585c9f-dd79-4cf1-b77c-a3cce737da88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.007868685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"e3af0aba-26ad-4eff-9a29-14049684639e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.027830178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3dc301cd-35bc-4c8e-9887-085a91ad1d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.028873482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b5585c9f-dd79-4cf1-b77c-a3cce737da88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.030099374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6d1e7611-d82f-4115-8a95-fbc95f2ce1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.032313953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"e3af0aba-26ad-4eff-9a29-14049684639e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.047460611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"b5585c9f-dd79-4cf1-b77c-a3cce737da88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.050798507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"e3af0aba-26ad-4eff-9a29-14049684639e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.086808746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"741333a4-117b-47da-950c-cf1f33c3c8be","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.11886858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"04348e67-af14-42a4-b219-ada2314e8b90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.139446302Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"4f926ac3-9ce1-4e3c-8aab-fdbea02e7167","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1ad6b62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.144213791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"04348e67-af14-42a4-b219-ada2314e8b90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.163088094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"04348e67-af14-42a4-b219-ada2314e8b90","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.221097525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"dc5d8417-1233-451a-9a22-2be4132575b4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.242186287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"dc5d8417-1233-451a-9a22-2be4132575b4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.262643621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"dc5d8417-1233-451a-9a22-2be4132575b4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.31905526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"26e42839-f266-4be4-9969-b8c2b32c72fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.319315598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"9d35d3aa-bedc-4032-ae1d-4ed3dcf071d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.328243015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6005e4b8-ace2-4cc9-bbef-419b7564be0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.333506957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"44ec8b0e-2abb-47ac-a0a9-ec5e88fbfe14","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.340246915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"9d35d3aa-bedc-4032-ae1d-4ed3dcf071d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.344406841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"26e42839-f266-4be4-9969-b8c2b32c72fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.353648969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6005e4b8-ace2-4cc9-bbef-419b7564be0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.357417818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"44ec8b0e-2abb-47ac-a0a9-ec5e88fbfe14","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.359062613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"9d35d3aa-bedc-4032-ae1d-4ed3dcf071d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:15.375682818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"44ec8b0e-2abb-47ac-a0a9-ec5e88fbfe14","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.190555911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"84221fa4-9a31-47ba-8606-ebe28ce90736","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.233886245Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"84221fa4-9a31-47ba-8606-ebe28ce90736","name":"e2e-api-a-a116a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.29905137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1f6b2-2f25-43a5-96c8-e3494c5f5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.31353501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1f6b2-2f25-43a5-96c8-e3494c5f5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.327686537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1f6b2-2f25-43a5-96c8-e3494c5f5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:17.343222983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e1f6b2-2f25-43a5-96c8-e3494c5f5233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.000291961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31771b-4538-454a-b862-cf1b70701b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.014735871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31771b-4538-454a-b862-cf1b70701b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.029882058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31771b-4538-454a-b862-cf1b70701b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.044675619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31771b-4538-454a-b862-cf1b70701b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.132092148Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8867e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8867e7d","reconcileID":"d54c74dd-2984-4d3d-b20a-4bbbd9feb25b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8867e7d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f8867e7d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.715883508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4724d31e-5dc4-4ee4-a9f1-32e44c60c1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.731242145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4724d31e-5dc4-4ee4-a9f1-32e44c60c1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.747344108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4724d31e-5dc4-4ee4-a9f1-32e44c60c1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:18.762039282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4724d31e-5dc4-4ee4-a9f1-32e44c60c1ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.475149437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf0f3ab-10e7-4451-8b37-ff978c393c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.489542104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf0f3ab-10e7-4451-8b37-ff978c393c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.504577935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf0f3ab-10e7-4451-8b37-ff978c393c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.518612771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf0f3ab-10e7-4451-8b37-ff978c393c1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.612329899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"8a8f7db5-fa85-4b09-8b03-019d1d6d767e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.671448063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"8a8f7db5-fa85-4b09-8b03-019d1d6d767e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.695856133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"8a8f7db5-fa85-4b09-8b03-019d1d6d767e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.71663891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb1a1910-af2d-4b6f-afa7-530780a90869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.716662914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb1a1910-af2d-4b6f-afa7-530780a90869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.902071187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"bcc6631d-535e-4be1-94c2-e2735ef1b1ff","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:19.956265427Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8867e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8867e7d","reconcileID":"abe488a9-e39d-4d54-9002-4c5152ceb2f1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-mt-f8867e7d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:19.960990392Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-user-sub","reconcileID":"bcc6631d-535e-4be1-94c2-e2735ef1b1ff","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/e2e-models-other-sub","ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.036940465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"01a96465-36ff-4b36-a190-dd2003ba6f09","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.037817317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"f0eac755-5abf-49a4-9097-7dd4efc7e5e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.202201858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8e013561-1704-4260-8dc4-fc4bd8a6527d","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.266543624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"55662b87-81da-435f-b1c8-f49bb5683007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.266888422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"bc75360a-401c-4647-8f5e-3c04fb7ed517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.267129734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"6ae0505c-39ca-4643-9980-35bf37128412","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.29709765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"bc75360a-401c-4647-8f5e-3c04fb7ed517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.29839057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"6ae0505c-39ca-4643-9980-35bf37128412","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.301235228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"55662b87-81da-435f-b1c8-f49bb5683007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.375638801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc15078c-7d08-4d6b-8049-8de7603f0893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.385821224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"d3d55f6a-3c26-41db-81b2-ae5bcf00bee4","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.409247077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc15078c-7d08-4d6b-8049-8de7603f0893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.430267329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc15078c-7d08-4d6b-8049-8de7603f0893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.456764171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc15078c-7d08-4d6b-8049-8de7603f0893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.508457388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2a5ffa85-c5c4-4fb6-b275-2d76f84e2664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.517728458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"b5468412-8600-45a5-8ae8-5b757645e485","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.577493059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"b5468412-8600-45a5-8ae8-5b757645e485","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.578167622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2a5ffa85-c5c4-4fb6-b275-2d76f84e2664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.624674941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4742db18-220e-4d92-b661-faea35f97dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:20.652756426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4742db18-220e-4d92-b661-faea35f97dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:21.388456125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad945e-2ba3-4692-bbbc-ebf320f2fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:21.402765802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad945e-2ba3-4692-bbbc-ebf320f2fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:21.416753537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad945e-2ba3-4692-bbbc-ebf320f2fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:21.440669977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ad945e-2ba3-4692-bbbc-ebf320f2fb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:23.84325384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"1b3fc303-e1ec-45a5-ae51-c72e7ed23c2f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:23.990648543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"1b3fc303-e1ec-45a5-ae51-c72e7ed23c2f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:24.060648485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"1b3fc303-e1ec-45a5-ae51-c72e7ed23c2f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:24.095988439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84d492a-e677-4c82-8854-ba699d4d9712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:24.096094717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84d492a-e677-4c82-8854-ba699d4d9712","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:24.969030708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6616bba2-5c4a-4e00-ba41-f571a1a5826f","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.186265799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"50fbb11f-80dc-4ee8-a55a-4e8955b5a4ed","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.23295648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"50fbb11f-80dc-4ee8-a55a-4e8955b5a4ed","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.274691059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-sub2","reconcileID":"50fbb11f-80dc-4ee8-a55a-4e8955b5a4ed","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.455454336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"4b3e56b4-c5e0-4434-a1e2-38a01116bf6d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.498840432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"4b3e56b4-c5e0-4434-a1e2-38a01116bf6d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.505755321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"fac81b45-c470-452c-b1e1-6bcca85f9304","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.544549218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"4b3e56b4-c5e0-4434-a1e2-38a01116bf6d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.603102749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"57dbe220-8918-4c0b-b7d0-b920f6c1faaa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.64741692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"649d67e1-2b4f-4ab0-ae4a-d95b51345508","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.649408525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"57dbe220-8918-4c0b-b7d0-b920f6c1faaa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.684444803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"57dbe220-8918-4c0b-b7d0-b920f6c1faaa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.685138829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"814dde1e-088b-4730-9054-e8ea413597e7","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.718153524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27b44aad-0e6a-409a-a8ba-25e346de2afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.718777901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"d1453a3f-49c3-4358-8f00-c7bbb6719b0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.719281975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"33304e4f-eb87-4120-9d52-dba518fd591f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.779191742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"d1453a3f-49c3-4358-8f00-c7bbb6719b0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.782247952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"33304e4f-eb87-4120-9d52-dba518fd591f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.818368795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"eef45e2d-bc4e-417d-b7e6-4defc8330c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.819279033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27b44aad-0e6a-409a-a8ba-25e346de2afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.820138553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"d1453a3f-49c3-4358-8f00-c7bbb6719b0b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.820381346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth1","reconcileID":"9d1d487b-053b-4e7f-933e-ee48e635554f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.856767981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"6c575fe6-3aec-4c37-8463-4a7b760ca4c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.899321426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"6c575fe6-3aec-4c37-8463-4a7b760ca4c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.906212345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"7738eeaf-ac72-4a50-bb4f-d1b4ac1dd8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.918708945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"6c575fe6-3aec-4c37-8463-4a7b760ca4c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.974582278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"7738eeaf-ac72-4a50-bb4f-d1b4ac1dd8f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:25.975079481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"f49547d1-51ef-4096-a2b6-c8fb1d74164f","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.001715762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"fd72e951-f6a3-4190-aad3-5f71e605498e","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.016786946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"196526b4-0ec7-4065-90b3-488bbe625697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.0398604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"aab270de-9e45-4053-9cb5-2fc20883de08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.072263273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"196526b4-0ec7-4065-90b3-488bbe625697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.176848906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-ignore-header-auth2","reconcileID":"9172a486-3dea-4a26-9f5c-f367a6c6b255","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.184860311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"c23a0733-20f3-4aac-b413-ac47a7fb9ed3","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.370702981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"98831a0b-741a-44fc-8b77-76d5eb68e758","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.631103728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"278fbf8a-89b8-4bb7-a36e-1dbf51f9ad4c","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.703409413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"e2fa7d05-d01f-4854-b8ca-048cefece266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.791238304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"7d30677e-63f4-48b4-9b07-94ececd9baa8","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.813370161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"85d846b0-6077-4149-a16c-d352929413d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.818358096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b6cdd371-2506-4a77-a9fa-31eaaad996ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.881204852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b6cdd371-2506-4a77-a9fa-31eaaad996ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.893634414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"85d846b0-6077-4149-a16c-d352929413d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:26.907994751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"0bd6e06f-b4d6-4253-a157-7d18d54833e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.737825771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a0a1928c-58f5-4e65-b628-c97f14eee62c","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.765232962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"d6c49cb5-e4e5-4c8b-832f-71e29fedcd66","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.845930947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"8d28ab7a-d69b-4d8c-8dc1-c7f4c48746f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.946254934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"8d28ab7a-d69b-4d8c-8dc1-c7f4c48746f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.970840079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"8d28ab7a-d69b-4d8c-8dc1-c7f4c48746f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:27.98900405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"ac04bef0-99a6-4ac0-ac5c-400ba5fb3d87","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:28.030382957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"1bffb2c7-21b5-4413-b7fc-c073a915ba01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.03298504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"1d70bb9d-3e7e-4c23-a4c3-19d5e4e3aa0f","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:28.065705819Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"1d70bb9d-3e7e-4c23-a4c3-19d5e4e3aa0f","name":"distinct-w0-f3b067","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:28.065872808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"1d70bb9d-3e7e-4c23-a4c3-19d5e4e3aa0f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3b067\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.072136031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"866539a2-bdc0-4e53-8e05-91a086cb9b38","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.090392546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"284fe11e-9f6a-4083-8cf1-444111d60d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.100429601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"9b9e478c-7b10-4879-bf33-1be01806594d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.143384067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"50939c46-11ab-4664-98b1-95d76cf5a1cc","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.165460772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"e89e607c-65dc-43b6-bbb3-ca7d813dc4d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.201160093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"284fe11e-9f6a-4083-8cf1-444111d60d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.22269925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"960a1835-d6bc-40e0-a796-2dbe9a64ef4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.230342419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"e89e607c-65dc-43b6-bbb3-ca7d813dc4d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.26221956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"ecd97bb9-78ce-4336-8c28-9e9ae920303d","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.320320805Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"cf5fe9da-2216-423f-ab87-4c3cbe903855","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"distinct-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.322875758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"e89e607c-65dc-43b6-bbb3-ca7d813dc4d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.332179574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4a9c181f-c73a-4d06-a511-ba0771eb5898","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.370060972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"960a1835-d6bc-40e0-a796-2dbe9a64ef4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.548585848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"bb2dd620-53e2-43ae-a611-ea8e640946f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.566839668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"659eaaac-4bb2-43d6-bc0e-5ee003ebd6af","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.57184892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"ad0e4a79-ece2-4741-b145-c5d065af3dad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.591709371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3b067 priority=0:[ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.593395795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"19dce1d7-fd03-4b88-a524-1fe3d6ee969d","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.601084544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"bb2dd620-53e2-43ae-a611-ea8e640946f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.601566168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"318868c8-1c2a-4d93-8304-d38830b1d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.752038443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"1af0c7ea-d262-4293-8f71-d608201be220","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.781942943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"7528a4c6-7c2d-42b0-aff2-78714fbbdac7","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.818404482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"bb2dd620-53e2-43ae-a611-ea8e640946f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.833820854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"1e401b50-1a49-48f3-bcf9-e343e863126a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.846425979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"ad0e4a79-ece2-4741-b145-c5d065af3dad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:28.85099431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"b3050551-d397-4869-8a9b-a3b2b6c88a45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.871230891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"318868c8-1c2a-4d93-8304-d38830b1d115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.877614247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3b067-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09230caf904af26f3dac16c214c697f9b958e350fe25ba598e7af85280bde931) AuthConfig (2f2030c8f8790e47d6089106ea4a23f8e3de6be31c8d1dd518556ff2362e7b39) AuthConfig (a80dfd1c51adea9c3a6b4710a3dbc33d889193deed1125fb83ae2d2f26069fc5) AuthConfig (f1bb2d3de6a6f18dd33426c1b249d4031c18357135a0358cb034f2a5fcd69f65) AuthConfig (0eeee11cc969c9f0b2f365219e1c85f606b968e6e449e7ad5054e53dda73eab2) AuthConfig (c10f8b0b6d129013d3c34074f157534d4dd614ddb958452549d496feb965849d) AuthConfig (a54bddd622d2bf4a492a1cd34d919cd049d505147a7bead664fd4ab8ad6c96ce) AuthConfig (4ad383d60735930b6f11556f9773decd08223d0286fd08e2766fb9796fce9c4c) AuthConfig (c81b095fcbf32ceea2b7d499f8b13c812540c00b58bce47cee5c831a921f6d42) AuthConfig (e7acd6fab2ead87268c10d9878a6ca731cc8370686c0c125c96f8c6d86848766) AuthConfig (40d916d1b457645b2ec4c6a3490813a1fcc559f7d769f2b9133ce39f99c84df0) AuthConfig (2a645ed43105a4d96a524109f2d4ae180129835461608587229de74e47f0f422)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"ad0e4a79-ece2-4741-b145-c5d065af3dad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.892251809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"1d71e0ec-87d2-472e-b8c8-e80b1b98a540","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.956864821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"31469f0d-b5d3-428f-8ff0-d4cbcf3e1d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.969423047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a429d919-17aa-486e-a4c9-6edeffced5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:28.983787458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8232557a-4b39-4999-860f-49df73b38ffb","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.017128903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dd83750b-3159-4d90-9f6b-4305a0aca1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.017633055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"15b255d4-e6ba-4b7c-adaa-617823cf5587","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.02583817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a429d919-17aa-486e-a4c9-6edeffced5b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.040120185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"029f73a0-d60f-42d3-ba35-d6df577ddb3a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.048952224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dd83750b-3159-4d90-9f6b-4305a0aca1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.053238655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"fe5cd0b4-4ef3-44e1-b1a7-c507b899b941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.054260512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"25378152-7478-4e3b-8665-bc861d80505a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.087308711Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"e54d3673-534c-4098-b062-e309e0adeebd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"distinct-2-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.108140474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"25378152-7478-4e3b-8665-bc861d80505a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.11111996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"fe5cd0b4-4ef3-44e1-b1a7-c507b899b941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.165321421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"1e886f3e-d321-4bfc-a270-1b355b81b1a5","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.176468298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"32260ebb-8c47-4e4e-b602-741ea1b30674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.207671383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0937702c-0166-48fb-ab49-d79e1774a07c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.234450459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0937702c-0166-48fb-ab49-d79e1774a07c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:29.235666939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"25378152-7478-4e3b-8665-bc861d80505a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.248608823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"6be47c47-5f0a-40e1-b104-c87a0be0a2a4","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.272829229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2530d855-0dc4-4ac6-a24a-90b358b970fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.278632023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"86574664-ad12-4a94-b38f-5c9824f682f2","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.299665693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2530d855-0dc4-4ac6-a24a-90b358b970fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.309867789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a1f4d5e0-1925-4d0b-8f66-4094f5eb5f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.334683898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a1f4d5e0-1925-4d0b-8f66-4094f5eb5f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.38952331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"26fd3b6f-6004-4b1c-8f93-39936e2d5b37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.396452333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"d17513ce-1909-4731-81b9-4ded205863ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.429466008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"26fd3b6f-6004-4b1c-8f93-39936e2d5b37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.430295244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"d17513ce-1909-4731-81b9-4ded205863ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.7150345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8552f998-04bc-4128-aa0f-ef146bd8432d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.71540829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"50db3333-3ec6-46ad-b0a8-7fd5ea9174bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T21:59:29.71631436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"26fd3b6f-6004-4b1c-8f93-39936e2d5b37","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.721764427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"6ad0c57e-2215-45ef-b7d5-18f573b93f38","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.738849193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"50db3333-3ec6-46ad-b0a8-7fd5ea9174bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.744549341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8552f998-04bc-4128-aa0f-ef146bd8432d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.815761648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ac9462da-4d8b-4645-8ac5-969030a6f8e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.848977579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"0f7cef67-7462-4b42-9b58-e6dee49e98c9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.894995962Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ac9462da-4d8b-4645-8ac5-969030a6f8e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.936727905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"0f7cef67-7462-4b42-9b58-e6dee49e98c9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:29.965051242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ac9462da-4d8b-4645-8ac5-969030a6f8e1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.00643989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba64a1b4-0944-4cca-9b52-8eb0a1cb3a73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.006530328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba64a1b4-0944-4cca-9b52-8eb0a1cb3a73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.370381728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d89daff4-4da6-4283-b757-dbb47de52bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.376376194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"8303cdf6-929e-4e56-b659-c1e04cad6fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.38738352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"a234e0d5-fde5-439c-b3d7-dd1fbd34ba8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.38785806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9a2fd116-fa6d-46fa-8899-02f1b827f794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.393106016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d89daff4-4da6-4283-b757-dbb47de52bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.403389791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"8303cdf6-929e-4e56-b659-c1e04cad6fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.41273318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9a2fd116-fa6d-46fa-8899-02f1b827f794","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.418237504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"a234e0d5-fde5-439c-b3d7-dd1fbd34ba8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.507412307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"322c8e72-be27-46bf-974d-0627afd5bb95","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.509164169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"6067ac70-7906-4d58-a075-7efaff104221","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.581396555Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-other-sub","reconcileID":"322c8e72-be27-46bf-974d-0627afd5bb95","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.665802305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"3b261fc8-11f4-4a9b-a96b-032da057da35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.734127303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b3ce3e74-ddc2-4e97-a00b-6a1b6b282e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.769844889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b3ce3e74-ddc2-4e97-a00b-6a1b6b282e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.775570734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"0687c442-1560-4932-a3cb-dd1352d82455","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.784358298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3b067 priority=0:[ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w0-f3b067/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.801416456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a9b891ba-c214-4dd5-9120-47f5a4f5f21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.801717638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"af149e1e-6503-4ea2-ba65-73bc0d323df1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.802038239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"25e5ecca-621a-4606-a373-6450cc22034f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.809675257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"df0d7e22-c6d1-4d88-845b-7e9c19a8b599","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.851832969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a9b891ba-c214-4dd5-9120-47f5a4f5f21c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.883013442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"af149e1e-6503-4ea2-ba65-73bc0d323df1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.883949619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"25e5ecca-621a-4606-a373-6450cc22034f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.889889608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0eba070e-155b-47de-ae32-8e062bd47119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.917131035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"4606b211-b477-4b55-a9f2-2ef3bc07b1a9","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.918004628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0eba070e-155b-47de-ae32-8e062bd47119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:30.987675734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"04eb09b7-420f-4f8d-92ba-acd6affc5fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:31.026314833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-models-access-denied-auth","reconcileID":"319926a9-022e-4464-ab4c-a4833162cb80","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:31.037078948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"04eb09b7-420f-4f8d-92ba-acd6affc5fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:31.074749276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:31.154391438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"eb063fb5-e9b8-455a-a072-6cd0f402e752","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.668143866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"24973dd6-9882-4460-9757-b9e08844755c","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.726830801Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"577366f5-5a10-485c-aeee-2f1f72ae86ad","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5f49ac2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.74657154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"a8e9151e-900a-40e7-9312-2980620c8771","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.750320597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"d0f4017d-5c15-4ccb-808b-38aaf869f544","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.752669836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"69aaee2b-65f1-4325-897d-a0347868b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.752669709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7b0736b5-37b4-4183-9afd-075902f97288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.753002455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"f0728abe-01d5-4342-b242-bd239af372a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.780562793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7b0736b5-37b4-4183-9afd-075902f97288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.781768979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"d0f4017d-5c15-4ccb-808b-38aaf869f544","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.783998643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"69aaee2b-65f1-4325-897d-a0347868b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.785023739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"f0728abe-01d5-4342-b242-bd239af372a5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.801058294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"7d5e1ee5-ca68-4334-b6a6-df6b15bedf00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.824574394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d8f185c7-7b4d-4eee-92c3-3264dd3e918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.847793882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d8f185c7-7b4d-4eee-92c3-3264dd3e918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.876321458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"9deaeb1e-c9de-4a77-96fe-e98d15541dec","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.930775398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"d0b05152-ae63-46b6-b379-eaf0b486f463","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.995473009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e4b5114d-6bb2-4f5d-b5dc-10a6a90484bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.996069559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"5132adbf-35ea-4eb7-bcce-e45fc0189712","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.996079925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a1d7ff5f-c3d9-4aa1-91e5-457ac269bc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:32.996457846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"58113cd8-7b86-4998-ad9f-6a4a11057c8a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.017323361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e4b5114d-6bb2-4f5d-b5dc-10a6a90484bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.019677558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a1d7ff5f-c3d9-4aa1-91e5-457ac269bc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.020277107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"5132adbf-35ea-4eb7-bcce-e45fc0189712","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.021992949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"58113cd8-7b86-4998-ad9f-6a4a11057c8a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.115700292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"043f839e-a8e5-4bc3-aa9c-f613184d84e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:33.158749037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"043f839e-a8e5-4bc3-aa9c-f613184d84e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:34.125971374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"2f84338b-978f-4c29-b3e0-8d6a8807d6bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:34.185716691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"2f84338b-978f-4c29-b3e0-8d6a8807d6bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:34.204445799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"2f84338b-978f-4c29-b3e0-8d6a8807d6bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:34.223175376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a7ebb2e-6049-4633-84b3-14f9743e5131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:34.223200845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a7ebb2e-6049-4633-84b3-14f9743e5131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:35.978475121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"623905d9-c12e-438d-997d-a8c017bc5f37","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.240359547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7303b0bb-c4ba-4898-9a83-caabb8bcda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.261263709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7303b0bb-c4ba-4898-9a83-caabb8bcda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.277231653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7303b0bb-c4ba-4898-9a83-caabb8bcda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.29136488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7303b0bb-c4ba-4898-9a83-caabb8bcda83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.962415252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7382b8f-d72b-4908-b314-fc7ccb3feea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.980079974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7382b8f-d72b-4908-b314-fc7ccb3feea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:36.997835323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7382b8f-d72b-4908-b314-fc7ccb3feea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.012629903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7382b8f-d72b-4908-b314-fc7ccb3feea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.101551807Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d4082f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d4082f","reconcileID":"04e8bb71-401d-4089-ab7a-a24e3a3cf77a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d4082f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d4082f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.597452474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515599f-92bf-4f28-99f5-661002261fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.614398226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515599f-92bf-4f28-99f5-661002261fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.629868926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515599f-92bf-4f28-99f5-661002261fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:37.644693143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8515599f-92bf-4f28-99f5-661002261fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:38.245733773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424def3-b810-4bdd-a747-6b48cca93952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:38.279341655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424def3-b810-4bdd-a747-6b48cca93952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:38.293549848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424def3-b810-4bdd-a747-6b48cca93952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:38.307332672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424def3-b810-4bdd-a747-6b48cca93952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.022683674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6598f1-079f-4e11-a804-f86fdb4b21bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.037229722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6598f1-079f-4e11-a804-f86fdb4b21bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.041506151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"fde61227-4329-4b09-a348-da8af574e6bb","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.05120955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6598f1-079f-4e11-a804-f86fdb4b21bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.065376161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6598f1-079f-4e11-a804-f86fdb4b21bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.716366652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64055e8f-dbac-426b-b84b-cf47beb0e6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.730559672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64055e8f-dbac-426b-b84b-cf47beb0e6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.745285458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64055e8f-dbac-426b-b84b-cf47beb0e6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.759671879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64055e8f-dbac-426b-b84b-cf47beb0e6f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.945737093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"acccb91c-f18b-4c8a-92da-d37d2d7ca966","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:39.99525244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"e4e12081-4347-4f96-add9-941393fb5013","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.019566539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"37c81944-bc70-40a6-83c5-c7fb8b23a008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.019575734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8cdaf0d6-0d06-4434-9c1e-6d1a196c8bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.044777736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"37c81944-bc70-40a6-83c5-c7fb8b23a008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.048288056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8cdaf0d6-0d06-4434-9c1e-6d1a196c8bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.056237321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"29af951b-caf1-4df6-be54-683f4dc343f5","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.105015373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"173610ee-ec80-460a-8ee3-e58748f01928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.122558505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"16318441-5ddb-4316-9bf7-c145ca0552c4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.226530182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"16318441-5ddb-4316-9bf7-c145ca0552c4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.2450194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"16318441-5ddb-4316-9bf7-c145ca0552c4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.262967855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5febc06-2b19-49f8-8475-e3edace6528d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.26298739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5febc06-2b19-49f8-8475-e3edace6528d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.286381274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"ed696414-2b96-4b05-8e89-0b7b6ae78ec7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.329550171Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"ed696414-2b96-4b05-8e89-0b7b6ae78ec7","name":"e2e-mt-f8867e7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.412340681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac77c931-e8d2-4800-8d57-ae0fb80be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.426446547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac77c931-e8d2-4800-8d57-ae0fb80be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.445348669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac77c931-e8d2-4800-8d57-ae0fb80be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.524208968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac77c931-e8d2-4800-8d57-ae0fb80be086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:40.534449985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"5e43b71d-ddea-41b5-932c-aa90c6dbeab8","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:41.938791587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee80c14f-ac30-4aea-8588-8f4e44e35e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:41.938813184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee80c14f-ac30-4aea-8588-8f4e44e35e7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:41.958583633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c412a0c7-9bd1-4ac9-97d2-a5103e42bb7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:41.958606083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c412a0c7-9bd1-4ac9-97d2-a5103e42bb7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:41.987957661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"41890f29-2246-4eef-bb4d-aa204d63c109","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.044928723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"41890f29-2246-4eef-bb4d-aa204d63c109","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.063592306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"41890f29-2246-4eef-bb4d-aa204d63c109","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.083861431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cde16be5-7a1a-451a-acd2-9df750ee5630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.083878497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cde16be5-7a1a-451a-acd2-9df750ee5630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.574287968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"a4bf3355-eb2c-4f9c-8440-9a973f7eb868","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.620571042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"5dba9ee7-c78c-4317-965b-e3b1531e7483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.649561374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"66863e64-e3c9-430e-a96f-2113d652b480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.650703214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"0e46fb85-1aeb-487d-a0e4-3585d23c4758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.675698855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"0e46fb85-1aeb-487d-a0e4-3585d23c4758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.675785438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"66863e64-e3c9-430e-a96f-2113d652b480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.692597308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"fd99c07c-06d6-4aab-9b57-95096c727980","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.738417881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"20f0542f-66c7-4ca9-ad33-992e07a30eb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.745122259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"e4ec62b0-02d2-49b0-bc60-5477b1b5be49","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.760162723Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"e4ec62b0-02d2-49b0-bc60-5477b1b5be49","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:42.855153425Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub1","reconcileID":"e4ec62b0-02d2-49b0-bc60-5477b1b5be49","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.053174238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"ed3675bb-9a82-4d70-aa98-28ac161a1aa2","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.077186929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"380be844-f034-4a93-a140-1d6ea8c73de8","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.128982712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7e01497b-69b1-47a0-a56d-77f854f87802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.128995297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"43dc6319-9557-4843-9fc8-7e2ad27db2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.129426469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"c68c9a08-70f7-4c5b-b69a-9292227d3663","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.129438996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"dd0dc2ec-f112-43e3-9337-22cd5e5232f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.149429404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"43dc6319-9557-4843-9fc8-7e2ad27db2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.154052151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"dd0dc2ec-f112-43e3-9337-22cd5e5232f2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.157128275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7e01497b-69b1-47a0-a56d-77f854f87802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.157439655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"c68c9a08-70f7-4c5b-b69a-9292227d3663","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.204001137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"01d7631a-2430-4dfe-a75b-03f08d29db2f","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.252710929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"2f69d335-9efa-483a-a3ff-1af3ad96d143","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d64cfc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.27555241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"ca6efd45-a93c-4786-a826-6db55be4f73e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.275551835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5b7a17bf-cb23-48f8-b00a-e99e92720584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.275832787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"50f99c0d-3a98-4de6-a781-55d6d01e1ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.28183595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"0286eb00-89d2-4a07-a6ad-f2546904a287","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.296729802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"ca6efd45-a93c-4786-a826-6db55be4f73e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.299171023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5b7a17bf-cb23-48f8-b00a-e99e92720584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.300223772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"50f99c0d-3a98-4de6-a781-55d6d01e1ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.303306376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"0286eb00-89d2-4a07-a6ad-f2546904a287","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.419384734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"df62f1a0-aa15-4563-9459-8039fcc4fba1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.423061444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2d441242-82e6-446b-a9bc-e9d62069bdf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.423130756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"2dfdaf2f-4453-4343-b90c-cfe9e4444079","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.423442631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d7da193e-48f9-4937-ba54-2beff77d10c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.438880748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"df62f1a0-aa15-4563-9459-8039fcc4fba1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.442722093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"2dfdaf2f-4453-4343-b90c-cfe9e4444079","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.442794897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2d441242-82e6-446b-a9bc-e9d62069bdf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:43.445132678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d7da193e-48f9-4937-ba54-2beff77d10c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:44.253034907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9ff366ba-5c70-4b9c-a1af-6d99f6f7a40a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:44.306552494Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9ff366ba-5c70-4b9c-a1af-6d99f6f7a40a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:44.325012927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"9ff366ba-5c70-4b9c-a1af-6d99f6f7a40a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:44.344814379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea1fa99c-ad74-41b5-946b-414cfc333346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:44.344851515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea1fa99c-ad74-41b5-946b-414cfc333346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.117585095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b654c233-ce97-43fe-94c6-fcc911e9b589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.131766271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b654c233-ce97-43fe-94c6-fcc911e9b589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.145574292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b654c233-ce97-43fe-94c6-fcc911e9b589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.159790916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b654c233-ce97-43fe-94c6-fcc911e9b589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.79639166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0e1c6-2108-42eb-b69b-5f4847b9e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.810548787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0e1c6-2108-42eb-b69b-5f4847b9e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.824577354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0e1c6-2108-42eb-b69b-5f4847b9e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.839279469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d0e1c6-2108-42eb-b69b-5f4847b9e7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:45.949273129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d7f9e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d7f9e0","reconcileID":"746ac902-e695-441d-80de-78c2ea11e3ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d7f9e0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d7f9e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.564994036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"00808731-76c2-409a-89c7-32fa02fc29f2","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.581944059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627f12b5-dad1-4a40-9f68-862275cd0755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.596313396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627f12b5-dad1-4a40-9f68-862275cd0755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.610432653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627f12b5-dad1-4a40-9f68-862275cd0755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:46.624498143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"627f12b5-dad1-4a40-9f68-862275cd0755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.306874121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"08ec9482-ddb7-4729-9295-8db236a334c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.364133134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"08ec9482-ddb7-4729-9295-8db236a334c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.399847527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"08ec9482-ddb7-4729-9295-8db236a334c9","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.422083759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fda01ca6-1083-4eb0-a97e-c01d8b55eaf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:50.422253161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fda01ca6-1083-4eb0-a97e-c01d8b55eaf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.11321547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"eb6b3a24-6d6b-433b-9e74-e16c2d48698f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.136688169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"eb6b3a24-6d6b-433b-9e74-e16c2d48698f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:52.156775859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"eb6b3a24-6d6b-433b-9e74-e16c2d48698f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.269838715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"04183e7e-f917-456e-86d2-8f884bf17d3e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.285198778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"04183e7e-f917-456e-86d2-8f884bf17d3e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.301082291Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-sub2","reconcileID":"04183e7e-f917-456e-86d2-8f884bf17d3e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.476589236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"a564c09e-c5f0-481c-acc8-af0812ece6d9","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.559088077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"42352cc7-80e8-49da-be9a-8d1c17311c3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.559560691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"db5dca0d-e9ca-4e31-9e4b-24722f811137","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.560026717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e803568-1262-419a-b8bf-ef9bab27826a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.560167645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"537ae2b3-b648-45a4-b891-24de8e37b7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.579741756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"42352cc7-80e8-49da-be9a-8d1c17311c3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.58009305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"db5dca0d-e9ca-4e31-9e4b-24722f811137","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.583394734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"537ae2b3-b648-45a4-b891-24de8e37b7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.583435995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e803568-1262-419a-b8bf-ef9bab27826a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.638555592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"9b58cad6-ae52-444a-b1b0-8459cbd72a4b","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.710150536Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth1","reconcileID":"21017cf0-7540-4d48-a197-062528f3b651","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.78034522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"ed54cce9-43de-4cca-a455-68dd6a6ee8d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.799926509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"ed54cce9-43de-4cca-a455-68dd6a6ee8d3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:53.848722297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"2ddacc4a-22fc-4bb5-9e97-b81fd27ea80b","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.0036467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-multi-keys-auth2","reconcileID":"69657904-fe07-4061-88f7-c93c2046660f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.003728839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"1b5d7034-4755-41d2-9b80-175428fdce37","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.146174004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"563ef534-c57d-4136-88ce-547fedeaea67","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.376207182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"529bb8c7-6e97-480c-bdba-d4813ea66532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.436266944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"529bb8c7-6e97-480c-bdba-d4813ea66532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.459294579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"529bb8c7-6e97-480c-bdba-d4813ea66532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.477678864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df9651bb-27fe-4a12-b02b-5c89f70f3f3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.477708119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df9651bb-27fe-4a12-b02b-5c89f70f3f3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.943778227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"0eb3b5d4-acd7-4b73-8edf-9b5e5b4e0def","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.96431309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41897fa8-7ee4-40ba-93a0-959b64ff8efa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:54.964357824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41897fa8-7ee4-40ba-93a0-959b64ff8efa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.061471875Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-policy-b6e54f69","reconcileID":"0eb3b5d4-acd7-4b73-8edf-9b5e5b4e0def","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"policyNamespace":"ai-tenant-e2e-mt-a94e9dbd","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.082669687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a1563b-d59d-4988-a163-8c256e8e89ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.082694336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a1563b-d59d-4988-a163-8c256e8e89ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.26186621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f52aea3-d7e8-4f70-a793-f5390717237a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:55.261890522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f52aea3-d7e8-4f70-a793-f5390717237a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.317356657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"c829c871-6822-4f64-939b-8337fe15efc1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T21:59:57.392218855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"c829c871-6822-4f64-939b-8337fe15efc1","name":"e2e-api-a-d4082f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.509434013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"6463a2e3-9449-423c-a355-018fc161eaf1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.595850283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"6463a2e3-9449-423c-a355-018fc161eaf1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.618589965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"6463a2e3-9449-423c-a355-018fc161eaf1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.642666014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0755f462-559a-4540-83d7-4940b8fd9741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:00.642786565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0755f462-559a-4540-83d7-4940b8fd9741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:01.058182057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.335016025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ecd16759-6e14-4a14-8d97-ee701cb5491d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.379575153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ecd16759-6e14-4a14-8d97-ee701cb5491d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.40086279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ecd16759-6e14-4a14-8d97-ee701cb5491d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.86146214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8317f468-f699-4d2d-b6c3-4a174ffb3587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.876921248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8317f468-f699-4d2d-b6c3-4a174ffb3587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.902232654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8317f468-f699-4d2d-b6c3-4a174ffb3587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:02.922498784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8317f468-f699-4d2d-b6c3-4a174ffb3587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:03.893423807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54167887-712d-41cc-8439-982d1427ac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:03.913588642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54167887-712d-41cc-8439-982d1427ac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:03.980166163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54167887-712d-41cc-8439-982d1427ac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:04.006096984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54167887-712d-41cc-8439-982d1427ac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.371176071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"be61ca8b-831d-4914-a921-720cc3dee5d8","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-b6e54f69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.432706227Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"namespace":"ai-tenant-e2e-mt-a94e9dbd","name":"e2e-shared-int-sub-b6e54f69","reconcileID":"be61ca8b-831d-4914-a921-720cc3dee5d8","MaaSSubscription":{"name":"e2e-shared-int-sub-b6e54f69","namespace":"ai-tenant-e2e-mt-a94e9dbd"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-98b7a8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.522573987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58b3bb60-9a2b-45ac-859b-b008d2ba04e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.533207311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"dbce7d83-f3b6-4eff-bddf-8507199597bb","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.635514229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1bf26d-6247-4747-90e0-ef301afdb880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:05.642001543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1bf26d-6247-4747-90e0-ef301afdb880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.941440869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ea87f51b-517b-4fc5-bd17-1a1bb97cf8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.941753637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"053e7d29-c80c-435b-82bc-df6583c58a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.9748143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"053e7d29-c80c-435b-82bc-df6583c58a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:08.975784112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ea87f51b-517b-4fc5-bd17-1a1bb97cf8ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:10.691152211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"430603f4-bd89-49f5-936c-57d771e3b3b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:10.71264129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"430603f4-bd89-49f5-936c-57d771e3b3b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:10.736449938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"430603f4-bd89-49f5-936c-57d771e3b3b3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.225180381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"91a9320a-6952-457a-b5ad-f406b80af3bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.271700432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"91a9320a-6952-457a-b5ad-f406b80af3bf","name":"e2e-api-b-d7f9e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.521375553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ea94d95d-6572-455a-bd90-0732f2aae0a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.544764867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ea94d95d-6572-455a-bd90-0732f2aae0a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.564258207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011c4657bde345ecfab3c74fa27d626910dcbc18476910c1d87835faab8943e1) AuthConfig (53b5ec4f236d17a89457c5e8da721390176c7411b7bd10f6bbab498d246a6f77) AuthConfig (36e99473284265d7056f619cea3d190d79861474c197469b92552033ef4509a8) AuthConfig (5739b8f9316036030a559c9e768a1c315719800891ebaa15b079569ef12fb48c) AuthConfig (f6e0416e641eed2c57154532bc74a66ec3380763463d880f132a26d154d1cecb) AuthConfig (68ec996090dfd9f67f402f9ae4126eaec8beb02331d37dc67228f36fde208c98) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"ea94d95d-6572-455a-bd90-0732f2aae0a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.584759141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc87e21-62ad-4fb8-bdbd-7cd95b7aeacc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:12.584779693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc87e21-62ad-4fb8-bdbd-7cd95b7aeacc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.449097056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"edf51d3f-357a-4d73-9836-d7c02ee1ffdf","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.468137504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"c7c1939b-6bdb-4b1a-846e-c410654d7214","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.526708128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"35c48c1b-0b9a-445d-8bbd-b7fd532a66a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.548621742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"35c48c1b-0b9a-445d-8bbd-b7fd532a66a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.633290536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"91a11cd9-d0d9-4d59-bd42-4031963dc651","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.663417876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"cefca14c-2a6f-4966-8952-b5090164bfed","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.685090954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"064b913b-0ff3-4849-9583-2b7d242c5a9d","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.69264916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5f8f07e6-80ea-46f9-937a-80d3cf07156c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:14.698475338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3a4e37b5-b2e2-4726-b9b0-12063e511e57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:14.701116058Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"064b913b-0ff3-4849-9583-2b7d242c5a9d","name":"distinct-w5-91520c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-91520c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:14.701163925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"064b913b-0ff3-4849-9583-2b7d242c5a9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-91520c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.706442853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"d0f23315-5275-4724-8c42-217223c03c7f","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.712323866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5f8f07e6-80ea-46f9-937a-80d3cf07156c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.742539804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"1bb0ebb3-3a66-4cbf-a851-60b1159b6c62","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.77011803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"4d5293f4-de24-492c-a3b6-b9e5f859024f","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.818626308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"79c7e9ac-6c9a-462b-8d8d-a3122392d71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.818961347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9e28980b-a7b4-4f31-bd16-f4290ec97475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.842093203Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d05a88ad-0119-4122-bac9-6919ff6e73d2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-w5-91520c","model":"distinct-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.845710164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"79c7e9ac-6c9a-462b-8d8d-a3122392d71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.84820064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9e28980b-a7b4-4f31-bd16-f4290ec97475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.865415092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"841ef45a-2e03-4c87-a8b4-58deb35bd45b","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.883152504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"84e37914-f7dc-41ab-b733-78ddadc071a5","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.90009574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"1ac81ed8-96a7-436a-b95c-a372cb304897","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.927784251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cad40bac-c85f-4165-a3ec-cad503fada4e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.945643832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"32865902-5e36-4fdc-915c-807a83de48ae","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:14.947732248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cad40bac-c85f-4165-a3ec-cad503fada4e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.025066282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e6b46cfc-832a-4572-876b-0c79dc73467d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.036106292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b452b71c-6192-4969-a5f3-d0d19c2bca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.037875896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2c78abbf-38c9-4712-b36b-f3c28fc2f7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.045499237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e6b46cfc-832a-4572-876b-0c79dc73467d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.057003763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b452b71c-6192-4969-a5f3-d0d19c2bca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.058370077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2c78abbf-38c9-4712-b36b-f3c28fc2f7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.0718393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"744758f1-828c-4874-a0a5-7442b1cbd4c8","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.072328089Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-91520c priority=0:[ai-tenant-e2e-worker-w5-91520c/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w5-91520c/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.093896224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f7b30602-ee7f-4a2d-9cb2-427ade684397","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.106063467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"c6f86eda-aa7b-4e5c-800c-ee94a78ae93f","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:15.110079926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-91520c/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.125738794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"c926a7f7-93c3-497d-9555-17171c5c9d0c","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.145393015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"833096a4-d67c-4369-aba8-d5402151357f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.165175686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"833096a4-d67c-4369-aba8-d5402151357f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.194177061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ca242027-777b-481f-a4da-17fa4f3f2fda","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-2-w5-91520c","model":"distinct-2-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.249559647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"a5099056-6597-4508-b373-5f4f40e39169","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.25835562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a88df153-fc22-4464-ba92-c1b291fac82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.258391915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4100936a-9744-4cff-aa67-dd7e24c85ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.277792633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a88df153-fc22-4464-ba92-c1b291fac82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.278031474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4100936a-9744-4cff-aa67-dd7e24c85ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.294423136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f291fb21-404b-4a97-9499-a6cdf471a10f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-2-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.304236886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"59487484-a482-4e7e-8e7e-7809b6026edc","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.375174869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"83c52c20-af65-45e8-8571-94baaba33e16","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.395773901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"83c52c20-af65-45e8-8571-94baaba33e16","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.47626939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a92e6baf-e964-4621-b852-b0abdbfb8bcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.495939998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a92e6baf-e964-4621-b852-b0abdbfb8bcf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:15.518112715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"83c52c20-af65-45e8-8571-94baaba33e16","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.598266493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da367465-6077-4923-abea-3ff5c5895bf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:15.617984456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da367465-6077-4923-abea-3ff5c5895bf9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.3695275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"2dd622bd-4952-4b23-b411-0fe78bccc3f8","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.419720166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7aa32aaa-cba7-4e90-8d8e-127e0ddc650c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d522daa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.442719913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"01408933-b25d-4fa8-a225-dea7b6776850","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.443106298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6d582e1e-019e-41f9-af63-f1943b26c16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.443293596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"80b5db02-7e05-458c-8522-a4ddf4cfb174","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.442719651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e10224a6-267f-4a0d-a818-2a19c6e2904b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.46356989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6d582e1e-019e-41f9-af63-f1943b26c16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.464347831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"01408933-b25d-4fa8-a225-dea7b6776850","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.468065196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"80b5db02-7e05-458c-8522-a4ddf4cfb174","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.468778954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e10224a6-267f-4a0d-a818-2a19c6e2904b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.676939485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3964c9fa-1689-478a-b40e-9c12391b4cfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.677637325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cf80d638-1e8d-4aac-9993-3fa87f887e39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.677898426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"0d087f5c-5283-4822-9e2b-fe58db4ad7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.678077732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3ef40276-4b82-4e11-bf4c-1dd0fa81cda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.696657757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3964c9fa-1689-478a-b40e-9c12391b4cfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.697259453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cf80d638-1e8d-4aac-9993-3fa87f887e39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.699570831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"0d087f5c-5283-4822-9e2b-fe58db4ad7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:16.69995001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3ef40276-4b82-4e11-bf4c-1dd0fa81cda4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.293868842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b935ba-178d-4811-83d3-ba332b4ed82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.293897605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b935ba-178d-4811-83d3-ba332b4ed82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.311369423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1929a16-dee3-46a2-a57e-59af6966b58a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.311396473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1929a16-dee3-46a2-a57e-59af6966b58a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.35725699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"2a43c3d4-8557-4aa8-9275-bdab878f0b2a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.376528725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"2a43c3d4-8557-4aa8-9275-bdab878f0b2a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.394650104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"2a43c3d4-8557-4aa8-9275-bdab878f0b2a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.414380297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4693da00-557e-4a52-8e8d-c96a1313e1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.414406575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4693da00-557e-4a52-8e8d-c96a1313e1bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.45755797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a17221c4-71f9-46dc-9266-88d47568b84d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.477464202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a17221c4-71f9-46dc-9266-88d47568b84d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.495359852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a17221c4-71f9-46dc-9266-88d47568b84d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.508936347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35de2b47-7ca4-4200-9ba5-66bd40f08b23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.508953147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35de2b47-7ca4-4200-9ba5-66bd40f08b23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.50933511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-98b7a8 models-as-a-service/e2e-neg-ghost-sub-5874535d]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.531711455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94c30068-cd0c-460d-894f-43b9e0bded93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.531728554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94c30068-cd0c-460d-894f-43b9e0bded93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.551443692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b704599-e867-476f-97a5-5af8a761b8ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.551461597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b704599-e867-476f-97a5-5af8a761b8ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.55384782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"8252814c-2e8e-461e-972c-0ecf4acb373a","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.560256307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"fc1f11a8-36b0-45af-a85c-599f6d790f10","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.560652447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"421d4ba2-ddbc-4093-9422-26a03811d206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.560754279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae55585-310c-467f-b682-9f14d267e67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.56101133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0ef0c8d2-3706-446c-b5fe-ea918a2ffd14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.571705496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a70a998-2f64-479c-a1ca-769a94337453","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.571720269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a70a998-2f64-479c-a1ca-769a94337453","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:20.574126719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-5874535d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-5874535d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.582174244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"fc1f11a8-36b0-45af-a85c-599f6d790f10","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.583278065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae55585-310c-467f-b682-9f14d267e67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.584469263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"421d4ba2-ddbc-4093-9422-26a03811d206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.585416916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0ef0c8d2-3706-446c-b5fe-ea918a2ffd14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.60366028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"fc1f11a8-36b0-45af-a85c-599f6d790f10","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.606327792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0ef0c8d2-3706-446c-b5fe-ea918a2ffd14","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.647952775Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"53b5e145-ff35-4752-8213-4dde8e5d2830","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["models-as-a-service/e2e-default-int-sub-98b7a8","models-as-a-service/e2e-neg-ghost-sub-5874535d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.648077363Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"53b5e145-ff35-4752-8213-4dde8e5d2830","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5874535d","error":"MaaSModelRef not found: llm/nonexistent-model-5874535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.662383344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0f40ea9-baa0-4a2f-9c0f-bde3bde25e1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.662796605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"c7c84d1c-98e5-49b2-be50-a65a31da9064","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.685345116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"c7c84d1c-98e5-49b2-be50-a65a31da9064","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.685345168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0f40ea9-baa0-4a2f-9c0f-bde3bde25e1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.704403528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"c7c84d1c-98e5-49b2-be50-a65a31da9064","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.704747833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"a0f40ea9-baa0-4a2f-9c0f-bde3bde25e1b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.720790908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"5c7fe9c8-54a6-4199-b12c-c98747fe5386","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.720811921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"667e136f-3622-40bf-82c1-216fea8c24ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.760842896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fdbd8fc-642e-4c8e-9b06-c9250ff0fc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.760867767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dfd64c-3c65-47c6-bc62-763fdfc332cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.783829688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fdbd8fc-642e-4c8e-9b06-c9250ff0fc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.78475158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71dfd64c-3c65-47c6-bc62-763fdfc332cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.820162108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93dae1dd-f124-451d-8db1-6544ded81f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.820257749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93dae1dd-f124-451d-8db1-6544ded81f66","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.866267077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"304a7434-26b2-4146-8ecd-c870aec45a43","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:20.866460139Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"304a7434-26b2-4146-8ecd-c870aec45a43","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5874535d","error":"MaaSModelRef not found: llm/nonexistent-model-5874535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.023932282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ea67ce-d217-4a43-871f-b7f2f6f9b846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.023957838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41ea67ce-d217-4a43-871f-b7f2f6f9b846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.874833528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"17996c2c-7e79-43c4-80db-ac90cbfb771a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.874833472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6246ac9d-416b-42bd-9b66-46f80c8e1d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.894788962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"17996c2c-7e79-43c4-80db-ac90cbfb771a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:21.896145793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6246ac9d-416b-42bd-9b66-46f80c8e1d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.614417262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"344f2ca4-37fe-40e0-94f6-d341cc6340aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.634381726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"344f2ca4-37fe-40e0-94f6-d341cc6340aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:22.653166202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011c4657bde345ecfab3c74fa27d626910dcbc18476910c1d87835faab8943e1) AuthConfig (53b5ec4f236d17a89457c5e8da721390176c7411b7bd10f6bbab498d246a6f77) AuthConfig (36e99473284265d7056f619cea3d190d79861474c197469b92552033ef4509a8) AuthConfig (5739b8f9316036030a559c9e768a1c315719800891ebaa15b079569ef12fb48c) AuthConfig (f6e0416e641eed2c57154532bc74a66ec3380763463d880f132a26d154d1cecb) AuthConfig (68ec996090dfd9f67f402f9ae4126eaec8beb02331d37dc67228f36fde208c98) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"344f2ca4-37fe-40e0-94f6-d341cc6340aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.268760533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0381187-2bc3-4664-80a2-61fd8aa5961c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.268779052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0381187-2bc3-4664-80a2-61fd8aa5961c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.358036713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2e85ac6-dd83-465c-ac2b-af3486adf052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.360869526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"c2b32904-2927-40b9-b3c0-bc2cb524a44c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.361836634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a4f2229-ca07-4c25-9776-f56d52fb2683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.362529773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"3450475d-b5be-4dfe-bf6e-0762c4bc4d59","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.423797813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2e85ac6-dd83-465c-ac2b-af3486adf052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.427332104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"c2b32904-2927-40b9-b3c0-bc2cb524a44c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.431395328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"3450475d-b5be-4dfe-bf6e-0762c4bc4d59","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.433102297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a4f2229-ca07-4c25-9776-f56d52fb2683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.445979788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"c2b32904-2927-40b9-b3c0-bc2cb524a44c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.452692445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"3450475d-b5be-4dfe-bf6e-0762c4bc4d59","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.906896442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab92846-20c1-45e4-932c-bf295f58e417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.920873261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab92846-20c1-45e4-932c-bf295f58e417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.934734571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab92846-20c1-45e4-932c-bf295f58e417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:23.948725862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eab92846-20c1-45e4-932c-bf295f58e417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.570093963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef87a2f1-34c0-435f-8c50-d065d2c53c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.584240386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef87a2f1-34c0-435f-8c50-d065d2c53c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.598052478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef87a2f1-34c0-435f-8c50-d065d2c53c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:24.612491616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef87a2f1-34c0-435f-8c50-d065d2c53c4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.434799677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"37626533-8cff-458d-b898-e96b03380512","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.449538573Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"37626533-8cff-458d-b898-e96b03380512","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.466138252Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"37626533-8cff-458d-b898-e96b03380512","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.56253725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"177d9e36-84d3-464a-8299-011ecd48a26d","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.586435263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"292c21fa-e5d0-4d22-b0c1-8f3999efbc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.586456893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"292c21fa-e5d0-4d22-b0c1-8f3999efbc4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.634352467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10e2db80-a2e8-49cf-b96a-4d481b1213f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.634619844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1f16b25-c59b-452e-8f53-5b59a9d99e39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.634685988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d28f8ca2-75ea-49a0-924c-ea3c5f596ce5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.635007383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"68d815ca-4d7d-4b8b-af8d-87027fe71b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.654511118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d28f8ca2-75ea-49a0-924c-ea3c5f596ce5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.655241642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10e2db80-a2e8-49cf-b96a-4d481b1213f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.656700566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"68d815ca-4d7d-4b8b-af8d-87027fe71b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.65861027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b1f16b25-c59b-452e-8f53-5b59a9d99e39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.719321211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"b438a4f4-6af6-4256-9dc9-f7f2665257dc","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.77349786Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1c6cea38-e88b-4b22-af80-bdd044a45a57","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e129c5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.86045317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"36e635ec-40ad-476f-8ae7-6df3e9b9ec98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.860987997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd723633-1fbe-4673-bd08-42b6e5b6b526","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.861234163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a1d0c662-4b4b-4761-9649-94e90e993be7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.861037787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b4013ae3-983e-4192-920d-9ccdee9bdb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.88057251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd723633-1fbe-4673-bd08-42b6e5b6b526","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.881588395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"36e635ec-40ad-476f-8ae7-6df3e9b9ec98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.88266923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a1d0c662-4b4b-4761-9649-94e90e993be7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:26.885223968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b4013ae3-983e-4192-920d-9ccdee9bdb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.39145975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0d639cf-3b7b-4d72-907b-a9489e5883e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.391479789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0d639cf-3b7b-4d72-907b-a9489e5883e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.408813882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"152ef5a8-411c-47dc-a4bc-55373e3bb4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.408843204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"152ef5a8-411c-47dc-a4bc-55373e3bb4ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.437720501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3232b63b-d8cb-4a70-a612-4d0c06a9b187","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.48921571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3232b63b-d8cb-4a70-a612-4d0c06a9b187","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.507073997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3232b63b-d8cb-4a70-a612-4d0c06a9b187","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.527201471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e3f078-32a6-4b4e-a829-f34c1a0f9f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:28.527228759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e3f078-32a6-4b4e-a829-f34c1a0f9f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.055331788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.723324903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"199cc445-72e1-4041-b48c-5923ba237665","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.723352029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"199cc445-72e1-4041-b48c-5923ba237665","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.974161769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f19fc0a-5887-47b3-94aa-e590b0bf626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:31.9881529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f19fc0a-5887-47b3-94aa-e590b0bf626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.002455452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f19fc0a-5887-47b3-94aa-e590b0bf626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.018777226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f19fc0a-5887-47b3-94aa-e590b0bf626e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.046176779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"984fba46-07d1-4102-a493-219159a1f63e","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.0462029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"984fba46-07d1-4102-a493-219159a1f63e","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.065183689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"7cf44894-f993-475e-9a77-55f6408ad688","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.06520462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"7cf44894-f993-475e-9a77-55f6408ad688","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.096444936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"19254a9d-8486-40e0-b922-8784f7039f5c","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.14926043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"19254a9d-8486-40e0-b922-8784f7039f5c","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.167424512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"19254a9d-8486-40e0-b922-8784f7039f5c","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.187390781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a89c4ee3-ad8f-4889-be22-4518f9c510d5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.187406453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a89c4ee3-ad8f-4889-be22-4518f9c510d5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.261107367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"22272d67-b2cb-4317-a442-828169931b9b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.261125918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"22272d67-b2cb-4317-a442-828169931b9b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.322221662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"82ebd552-4543-40b9-84b6-5e556c0dd613","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:32.322480687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"1ef67b22-2397-4856-b641-8c66aca96da2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f8867e7d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.323017065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9ac8724b-2e98-4863-b030-595fc39f9b9e","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.323032954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9ac8724b-2e98-4863-b030-595fc39f9b9e","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.341934092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"82ebd552-4543-40b9-84b6-5e556c0dd613","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.35761599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"5839d821-36f6-4156-8d4c-69b2e029a427","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.35763287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"5839d821-36f6-4156-8d4c-69b2e029a427","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.369642691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"82ebd552-4543-40b9-84b6-5e556c0dd613","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.377073455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"189948df-ac1e-4139-864f-8f068cf52854","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.377091521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"189948df-ac1e-4139-864f-8f068cf52854","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.423576676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"b5b333f8-a97f-4a92-8145-7d42d0e60c21","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.44424197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"b5b333f8-a97f-4a92-8145-7d42d0e60c21","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.463085149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"b5b333f8-a97f-4a92-8145-7d42d0e60c21","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.475845854Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"9f8bb580-2843-48c2-ba5a-54ac0e302d24","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-f8867e7d/e2e-sub-f8867e7d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.565427871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"3003f992-d2d4-486e-aae2-f44921f67fd0","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.565455571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"3003f992-d2d4-486e-aae2-f44921f67fd0","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.612574437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"27f91016-149f-4fe8-bd5e-55cb4de4f744","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.687319474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"09ec8051-6d52-4d48-8d54-75e7165dce15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.705198363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c133bc-1138-40fc-b80c-9101f7761d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.707452863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"09ec8051-6d52-4d48-8d54-75e7165dce15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.719332737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c133bc-1138-40fc-b80c-9101f7761d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.747352228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c133bc-1138-40fc-b80c-9101f7761d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.748362822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011c4657bde345ecfab3c74fa27d626910dcbc18476910c1d87835faab8943e1) AuthConfig (53b5ec4f236d17a89457c5e8da721390176c7411b7bd10f6bbab498d246a6f77) AuthConfig (36e99473284265d7056f619cea3d190d79861474c197469b92552033ef4509a8) AuthConfig (5739b8f9316036030a559c9e768a1c315719800891ebaa15b079569ef12fb48c) AuthConfig (f6e0416e641eed2c57154532bc74a66ec3380763463d880f132a26d154d1cecb) AuthConfig (68ec996090dfd9f67f402f9ae4126eaec8beb02331d37dc67228f36fde208c98) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"09ec8051-6d52-4d48-8d54-75e7165dce15","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.763009581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1c133bc-1138-40fc-b80c-9101f7761d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:32.868398913Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-579f09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-579f09","reconcileID":"c8c6e029-a841-4a6d-8689-fec544daee3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-579f09","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-579f09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.347312164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed86c8e8-fc79-4837-81b9-8affea897920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.361567364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed86c8e8-fc79-4837-81b9-8affea897920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.362082982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"23571fc6-a1dc-4491-9ebc-baf7ee2d7bad","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-5874535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.37531236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed86c8e8-fc79-4837-81b9-8affea897920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.389413571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed86c8e8-fc79-4837-81b9-8affea897920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.441234642Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"23571fc6-a1dc-4491-9ebc-baf7ee2d7bad","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-98b7a8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.441261701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"23571fc6-a1dc-4491-9ebc-baf7ee2d7bad","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5874535d","subscription":"e2e-neg-ghost-sub-5874535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.457998308Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-5874535d","reconcileID":"23571fc6-a1dc-4491-9ebc-baf7ee2d7bad","MaaSSubscription":{"name":"e2e-neg-ghost-sub-5874535d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5874535d","error":"MaaSModelRef not found: llm/nonexistent-model-5874535d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.504019596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"bf48d411-ea27-41f0-b2b3-d482f0204a04","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.50412872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"67911726-17ca-48e3-93a9-17204b6d0d41","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.504604315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"8e918c3c-6368-45a0-a325-def26cd93137","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.504735028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9f0d0563-18e1-47ee-bdd2-ef3d42696664","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.523569561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"bf48d411-ea27-41f0-b2b3-d482f0204a04","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.524085605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"67911726-17ca-48e3-93a9-17204b6d0d41","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.543770445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"67911726-17ca-48e3-93a9-17204b6d0d41","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.544315279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"bf48d411-ea27-41f0-b2b3-d482f0204a04","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.612202973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef994983-0df6-4594-9867-69a17318342d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.612222595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef994983-0df6-4594-9867-69a17318342d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.660086153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"502672c6-abdb-42a2-9960-df68180b7230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.660149743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"d2365e7c-8d66-42c3-a747-052c3f81b916","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.661104755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33b658e3-ff76-41d9-9915-32825e6e419f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.661181464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a5d9ba62-3fec-40c4-8a0a-b553b298a68d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.679850443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"d2365e7c-8d66-42c3-a747-052c3f81b916","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.681192584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"502672c6-abdb-42a2-9960-df68180b7230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.682168577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a5d9ba62-3fec-40c4-8a0a-b553b298a68d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.683556433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33b658e3-ff76-41d9-9915-32825e6e419f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.712484013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"d2365e7c-8d66-42c3-a747-052c3f81b916","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.71288917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"a5d9ba62-3fec-40c4-8a0a-b553b298a68d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.76240747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f813eb68-1306-44d4-9737-9e79066b6a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.762431988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f813eb68-1306-44d4-9737-9e79066b6a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.774122144Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-5874535d","reconcileID":"b1918a22-eaf8-493b-8788-54591423b883","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-5874535d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.943798754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba5d303-17bc-4c91-bdb2-7b08ab48db37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.943825838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba5d303-17bc-4c91-bdb2-7b08ab48db37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.965474753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3c29e6-95ac-4942-a002-59e26bcd91d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.979571847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3c29e6-95ac-4942-a002-59e26bcd91d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:33.993503169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3c29e6-95ac-4942-a002-59e26bcd91d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.007514613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe3c29e6-95ac-4942-a002-59e26bcd91d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.160885095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78aa61a1-caee-40b8-9cf5-34ece23f48f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.160921204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78aa61a1-caee-40b8-9cf5-34ece23f48f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.180056226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50add544-046b-4cb1-9979-0079e7ac5004","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.180078555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50add544-046b-4cb1-9979-0079e7ac5004","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.289021136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"4deff1aa-6b33-45d2-84dc-07161653d37b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.336970945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"4deff1aa-6b33-45d2-84dc-07161653d37b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.363880487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"4deff1aa-6b33-45d2-84dc-07161653d37b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.397976657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f961e0c-55e8-497d-a29d-499cd66de8e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.397995542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f961e0c-55e8-497d-a29d-499cd66de8e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.456066088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"a8a3dc9c-59be-4b54-95cc-bb15dbe07a92","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.475657478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"a8a3dc9c-59be-4b54-95cc-bb15dbe07a92","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.496729541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"a8a3dc9c-59be-4b54-95cc-bb15dbe07a92","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.67582847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01de9d81-fc87-4e7c-ae89-8e5eb7bd23e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.689660888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01de9d81-fc87-4e7c-ae89-8e5eb7bd23e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.703508688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01de9d81-fc87-4e7c-ae89-8e5eb7bd23e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:34.71755033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01de9d81-fc87-4e7c-ae89-8e5eb7bd23e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:35.356415377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ce462a-1d33-4ba7-9117-c87f6133774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:35.387255231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ce462a-1d33-4ba7-9117-c87f6133774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:35.403173376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ce462a-1d33-4ba7-9117-c87f6133774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:35.419225195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ce462a-1d33-4ba7-9117-c87f6133774f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:35.995233987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2039ff6-79dc-4a65-8dd5-7a9bb97adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.010001206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2039ff6-79dc-4a65-8dd5-7a9bb97adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.024395371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2039ff6-79dc-4a65-8dd5-7a9bb97adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.038895943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2039ff6-79dc-4a65-8dd5-7a9bb97adce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.789190968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4421f781-b508-4ccb-92f8-aba8f8a538d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.803919038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4421f781-b508-4ccb-92f8-aba8f8a538d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.819482316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4421f781-b508-4ccb-92f8-aba8f8a538d0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:36.979461326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"d2f7b7fb-1e43-460d-a130-c9338985d1b9","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.055565061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b5e65e6-5970-4666-b3e9-22e2a5b51679","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.055783014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"67b65787-e229-40ba-b702-cc56565f803d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.055997415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cbdb044b-5e48-4681-93e8-4b49d54c8cf7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.055565012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ee1e0f43-4b20-43b8-89f3-15205fe26269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.075861909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2b5e65e6-5970-4666-b3e9-22e2a5b51679","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.076272698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cbdb044b-5e48-4681-93e8-4b49d54c8cf7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.078167072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"67b65787-e229-40ba-b702-cc56565f803d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.078428672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ee1e0f43-4b20-43b8-89f3-15205fe26269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.132744157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"408784a6-00e2-4de1-b3c1-a2ba6d95bff7","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.206358589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2de5b873-96ae-42ad-acf7-a0db0caf1346","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.217097789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ecc554-ded8-47d0-8bf0-ba9f3aa6ac8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.217114293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ecc554-ded8-47d0-8bf0-ba9f3aa6ac8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.236766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9adaa8b4-5a0f-477a-ad19-5fb5513f6023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.236786352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9adaa8b4-5a0f-477a-ad19-5fb5513f6023","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.263870181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"08c2f791-5a6f-4b51-b414-62ffbdd49ce4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.283664637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"08c2f791-5a6f-4b51-b414-62ffbdd49ce4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.337615877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"3e5bc3a5-6055-4caa-9271-03e82996064e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.341356004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f5404e1d-1033-45cf-ac8c-e5696cb05255","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.389547133Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"3e5bc3a5-6055-4caa-9271-03e82996064e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.407891791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"3e5bc3a5-6055-4caa-9271-03e82996064e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.425935642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaad3cd8-b866-41a1-bf84-ee4f2797ddfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.425951944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaad3cd8-b866-41a1-bf84-ee4f2797ddfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.499985885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"111303e9-292e-49f4-853d-eae999736b00","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.500187966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"e9bce90d-d09f-4a94-94d6-3676680d4ae6","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:37.551524243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"4a8a6e8d-07d5-4464-bcf5-ac71ccb00888","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.375197882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"561dce83-a854-4553-ab03-80bc56d26440","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.394441162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"561dce83-a854-4553-ab03-80bc56d26440","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.413546253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011c4657bde345ecfab3c74fa27d626910dcbc18476910c1d87835faab8943e1) AuthConfig (53b5ec4f236d17a89457c5e8da721390176c7411b7bd10f6bbab498d246a6f77) AuthConfig (36e99473284265d7056f619cea3d190d79861474c197469b92552033ef4509a8) AuthConfig (5739b8f9316036030a559c9e768a1c315719800891ebaa15b079569ef12fb48c) AuthConfig (f6e0416e641eed2c57154532bc74a66ec3380763463d880f132a26d154d1cecb) AuthConfig (68ec996090dfd9f67f402f9ae4126eaec8beb02331d37dc67228f36fde208c98) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"561dce83-a854-4553-ab03-80bc56d26440","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.476097913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"e61c311d-62a5-4513-a355-a3d71040064a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.496997849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"e61c311d-62a5-4513-a355-a3d71040064a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.515414611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-a116a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (011c4657bde345ecfab3c74fa27d626910dcbc18476910c1d87835faab8943e1) AuthConfig (53b5ec4f236d17a89457c5e8da721390176c7411b7bd10f6bbab498d246a6f77) AuthConfig (36e99473284265d7056f619cea3d190d79861474c197469b92552033ef4509a8) AuthConfig (5739b8f9316036030a559c9e768a1c315719800891ebaa15b079569ef12fb48c) AuthConfig (f6e0416e641eed2c57154532bc74a66ec3380763463d880f132a26d154d1cecb) AuthConfig (68ec996090dfd9f67f402f9ae4126eaec8beb02331d37dc67228f36fde208c98) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2) EnvoyFilter (openshift-ingress/e2e-api-a-a116a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"e61c311d-62a5-4513-a355-a3d71040064a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.579983737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b1bcf70b-07cc-4408-831c-02306e026a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.599376383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b1bcf70b-07cc-4408-831c-02306e026a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.617256686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b1bcf70b-07cc-4408-831c-02306e026a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.628650427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1e09b2-72b9-49fa-b9a2-efd1eb9453c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.642732146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1e09b2-72b9-49fa-b9a2-efd1eb9453c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.659985769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1e09b2-72b9-49fa-b9a2-efd1eb9453c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:38.674978345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1e09b2-72b9-49fa-b9a2-efd1eb9453c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.247425115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a129aab9-6354-46cc-9a16-3f2220e1822d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.261504523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a129aab9-6354-46cc-9a16-3f2220e1822d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.27560326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a129aab9-6354-46cc-9a16-3f2220e1822d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.28996924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a129aab9-6354-46cc-9a16-3f2220e1822d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.916780182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34683e1-f150-4849-adbb-372654583b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.959203658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34683e1-f150-4849-adbb-372654583b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.981266532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34683e1-f150-4849-adbb-372654583b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:39.997222827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34683e1-f150-4849-adbb-372654583b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:40.594492746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821443cc-e368-4b04-b027-063a45ee47c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:40.608644507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821443cc-e368-4b04-b027-063a45ee47c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:40.622798597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821443cc-e368-4b04-b027-063a45ee47c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:40.637105185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"821443cc-e368-4b04-b027-063a45ee47c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.504515556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"306e07d4-da42-409a-872a-d7b5e8b6e326","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.527606626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"306e07d4-da42-409a-872a-d7b5e8b6e326","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:42.590925042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"306e07d4-da42-409a-872a-d7b5e8b6e326","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.1085321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"513dcb61-a89f-4536-b57f-b993f41d01cc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.226634697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"513dcb61-a89f-4536-b57f-b993f41d01cc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.299835154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"513dcb61-a89f-4536-b57f-b993f41d01cc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.652001057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"0e98aa1c-c2bc-4bac-9a8c-c2a73d801004","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.676109442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"0e98aa1c-c2bc-4bac-9a8c-c2a73d801004","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:44.695383083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"0e98aa1c-c2bc-4bac-9a8c-c2a73d801004","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.353364113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"93e952a9-2868-483a-a91c-6d3b85d51cfe","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.411682837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"75a9c511-d896-4b25-a79b-0ade936fade3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.459375626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ed11e6de-bd3f-4458-8880-896f764604b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.459997652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8156b935-2e18-4d8c-93eb-92bad9f0c39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.492749962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8156b935-2e18-4d8c-93eb-92bad9f0c39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.496406364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ed11e6de-bd3f-4458-8880-896f764604b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.500304305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"703a43dc-2502-4d90-bf1e-c78350cc682f","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:46.558519761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"8a6f4e11-ed94-4f38-a98a-e4a0c39b663d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.296127829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa633017-0d60-47f3-b9ee-b18b31345c9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.296232357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa633017-0d60-47f3-b9ee-b18b31345c9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.345199324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b148449c-6c78-42e5-a439-8c377affcb9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.389749093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704b38c5-4444-41a7-b607-4383f38fd949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.390357188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b52569d-680a-4505-ae2b-0a4daa0a06a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.40548913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"60e0ea33-1d49-4e0c-8d1b-045eea54637f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.40727062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"1b3b5919-8e2c-4418-a14d-d916c6474cb0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.415413944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b52569d-680a-4505-ae2b-0a4daa0a06a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.423545482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704b38c5-4444-41a7-b607-4383f38fd949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.437273422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"60e0ea33-1d49-4e0c-8d1b-045eea54637f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.441053291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64d42f31-49ca-42b1-805a-f75b57afd7db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.441950705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64d42f31-49ca-42b1-805a-f75b57afd7db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.44168713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"1b3b5919-8e2c-4418-a14d-d916c6474cb0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.457320721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"385202cc-c91b-4ead-8e9e-467d4df9dd87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.457946928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"60e0ea33-1d49-4e0c-8d1b-045eea54637f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.461335629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"1b3b5919-8e2c-4418-a14d-d916c6474cb0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.478348434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"385202cc-c91b-4ead-8e9e-467d4df9dd87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.480790506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f06038e-ad8d-463c-b3a8-483e0a8ea0a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.480869503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f06038e-ad8d-463c-b3a8-483e0a8ea0a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.481820497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b152fc9a-a7bc-48a4-a814-2089fc7a0ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.482478875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eda8fb5-8332-4920-af89-747de4c692a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.482511401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eda8fb5-8332-4920-af89-747de4c692a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.49866307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"385202cc-c91b-4ead-8e9e-467d4df9dd87","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.640595091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6e98fcf3-d028-4b22-9fbd-c4f1ae2f770e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.641019553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"358ed197-88da-4678-bb89-498f28062e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.665525729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"358ed197-88da-4678-bb89-498f28062e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.668105697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6e98fcf3-d028-4b22-9fbd-c4f1ae2f770e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.724502627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"004f9636-03b8-4164-ab3b-593626dc682a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.743989974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"004f9636-03b8-4164-ab3b-593626dc682a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:47.762316326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"004f9636-03b8-4164-ab3b-593626dc682a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.372640184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"b1489572-b39f-4768-8c88-2a10036b7467","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.476785781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"677d8b29-be85-40a4-8e5a-39d647a0559a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.497831989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"677d8b29-be85-40a4-8e5a-39d647a0559a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.667279362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdec22bd-7dc5-475b-9295-13768721f0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.667311368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdec22bd-7dc5-475b-9295-13768721f0bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.679331951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b3b0c203-ef9a-455a-9856-486c4aafe19e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.742854273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b3b0c203-ef9a-455a-9856-486c4aafe19e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.764385473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"b3b0c203-ef9a-455a-9856-486c4aafe19e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.786441815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"00de6b19-c538-4026-8eba-25cd455aace2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:48.822836693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"00de6b19-c538-4026-8eba-25cd455aace2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:00:49.000614801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"00de6b19-c538-4026-8eba-25cd455aace2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-a116a2-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:49.037637287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"acbf4635-97af-407f-979e-bdc3e1065e5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:49.057500289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"acbf4635-97af-407f-979e-bdc3e1065e5d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:49.167692104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"47dd2959-4063-4740-918c-fa8f52c1defb","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.408938998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b30cedc5-3934-4778-a524-0a265b1dc820","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.472724279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"aa66ca2b-0265-43dd-9b60-d80ca54896f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.482687361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a7825424-04c2-4c29-8d39-8ea74a8af337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.4837489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"654f92e8-27f8-42e2-9e00-f6c1236111e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.503808259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a7825424-04c2-4c29-8d39-8ea74a8af337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.503970857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"654f92e8-27f8-42e2-9e00-f6c1236111e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.528151547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"1a8dc534-c0a3-4f36-8968-723c0f3276a9","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:54.574115361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"7b35f5d6-d2cc-4615-875c-8f8877ec3c35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.387946155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dac10abf-d7ef-4636-84e3-5a17219d5543","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.431841515Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dac10abf-d7ef-4636-84e3-5a17219d5543","name":"e2e-api-b-579f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.442605485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"170caa83-6083-486e-9c48-126d7368312b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.44262393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"170caa83-6083-486e-9c48-126d7368312b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.538724604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"eb23c96a-4035-4f41-b10d-f40d1fe6429f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.539161278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"6cc96692-2251-4dc0-9c00-5434f7bba6e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.559805256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"eb23c96a-4035-4f41-b10d-f40d1fe6429f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.560241822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"6cc96692-2251-4dc0-9c00-5434f7bba6e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.579184576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"eb23c96a-4035-4f41-b10d-f40d1fe6429f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.580166519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"6cc96692-2251-4dc0-9c00-5434f7bba6e8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.641572787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"daefd3a1-ddfb-4c67-824c-8b78664c28fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.662063192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"daefd3a1-ddfb-4c67-824c-8b78664c28fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.679977775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"daefd3a1-ddfb-4c67-824c-8b78664c28fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.792206819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"78559229-d0b6-436f-8afb-c7686c431953","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.811575345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"78559229-d0b6-436f-8afb-c7686c431953","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:57.830347946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"78559229-d0b6-436f-8afb-c7686c431953","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:58.394072306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"71b14e5c-7a71-4d49-856f-e420ec009142","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:58.794779382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"145ac110-5e4c-4b8c-b7e9-8e0336fc3c0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:58.814071848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"145ac110-5e4c-4b8c-b7e9-8e0336fc3c0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:58.832058448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"145ac110-5e4c-4b8c-b7e9-8e0336fc3c0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.078488205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"500eed75-cd2c-411e-9137-933f416aca8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.078508362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"500eed75-cd2c-411e-9137-933f416aca8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.125424681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fad35b70-0887-4615-b36d-0536eb89d526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.158750035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"3e94630a-c812-47ae-b26a-862ce5133165","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.159111907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc14001a-6b98-41c1-ae05-f4cce80a07fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.159229243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b86919f-27f6-4a1d-b00a-d6832eeab5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.158749993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ca353172-cdcb-4a14-a161-cd174906a963","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.180118493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"3e94630a-c812-47ae-b26a-862ce5133165","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.180116621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc14001a-6b98-41c1-ae05-f4cce80a07fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.182628868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ca353172-cdcb-4a14-a161-cd174906a963","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.182876177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b86919f-27f6-4a1d-b00a-d6832eeab5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.18407039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"548f6ff8-98bd-4cf9-aab7-5ffa691ccfc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.184087785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"548f6ff8-98bd-4cf9-aab7-5ffa691ccfc7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.196753753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"5ea6f2bc-8a5e-43cf-97a1-301fceea6e30","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.19875467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"3e94630a-c812-47ae-b26a-862ce5133165","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.20122602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"ca353172-cdcb-4a14-a161-cd174906a963","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:00:59.229347387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bd5f1d3-e5b3-4dec-98fc-1a4ac11209b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:01.053167577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:02.861523874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"c02d6ecc-4f5a-4c74-b21d-247f32032a63","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:04.169298918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"0f452e64-c811-4729-a010-baec37692d01","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.710386241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"56d43af5-f364-482e-b141-c8854ca3b057","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.731150574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"56d43af5-f364-482e-b141-c8854ca3b057","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.749736738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"56d43af5-f364-482e-b141-c8854ca3b057","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.861472147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"acf075d3-d23d-4b6f-a929-16e32285809f","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.88207684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"acf075d3-d23d-4b6f-a929-16e32285809f","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:07.900422683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"acf075d3-d23d-4b6f-a929-16e32285809f","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.86294321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"22913b7d-2c75-4cf0-a434-373e3a46fee0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.882139841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"22913b7d-2c75-4cf0-a434-373e3a46fee0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:08.900082297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"22913b7d-2c75-4cf0-a434-373e3a46fee0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.256707334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"957bd5da-53eb-4f5e-87d5-58f5342f7480","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.25834132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"99aa95b4-f4d6-42e2-acbc-b34f986e2c12","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.276381499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"957bd5da-53eb-4f5e-87d5-58f5342f7480","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.277792563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"99aa95b4-f4d6-42e2-acbc-b34f986e2c12","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.295102842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"957bd5da-53eb-4f5e-87d5-58f5342f7480","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.296765922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"99aa95b4-f4d6-42e2-acbc-b34f986e2c12","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.500943049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"171a729f-6d5d-4598-a7ad-5b786d3150e5","namespace":"ai-tenant-e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.501000063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"171a729f-6d5d-4598-a7ad-5b786d3150e5","namespace":"ai-tenant-e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.501046928Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"171a729f-6d5d-4598-a7ad-5b786d3150e5","name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.518642516Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"171a729f-6d5d-4598-a7ad-5b786d3150e5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.51909418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"6e3015a7-8744-44ac-8259-d4fb98c27239","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.519443626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dd430f0-885f-42e9-a474-1c753f83ac02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.519458026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5dd430f0-885f-42e9-a474-1c753f83ac02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.563406742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"6e3015a7-8744-44ac-8259-d4fb98c27239","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.63679024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"6e3015a7-8744-44ac-8259-d4fb98c27239","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"name":"e2e-api-a-a116a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.636822201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"e2e-e2e-api-a-a116a2-policy","reconcileID":"6e3015a7-8744-44ac-8259-d4fb98c27239","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-a116a2-policy","namespace":"ai-tenant-e2e-api-a-a116a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.65671459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968ae74a-b02c-4a8a-a7d5-45c84a5d4717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:09.656730816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"968ae74a-b02c-4a8a-a7d5-45c84a5d4717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.780202754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"0134f871-50d1-4e20-a2c1-eebe925db84e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.799417303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"0134f871-50d1-4e20-a2c1-eebe925db84e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.817993069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"0134f871-50d1-4e20-a2c1-eebe925db84e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.930797961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"c73557fa-0771-4be9-994a-ca1be1472db9","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.950621145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"c73557fa-0771-4be9-994a-ca1be1472db9","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:17.96924145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"c73557fa-0771-4be9-994a-ca1be1472db9","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.8505702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026fce9f-0b67-4066-9340-4c6c67534359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.867445662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026fce9f-0b67-4066-9340-4c6c67534359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.884448591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026fce9f-0b67-4066-9340-4c6c67534359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.899482302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026fce9f-0b67-4066-9340-4c6c67534359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.938541469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9a96d179-37eb-48ec-a9be-ff6641d406c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.962432342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9a96d179-37eb-48ec-a9be-ff6641d406c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:18.989842277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9a96d179-37eb-48ec-a9be-ff6641d406c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.371223479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"96d9f2a7-bf33-4a3f-932a-068ed49ce42b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.371772738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0dc005c3-aaf7-4b81-a060-0a6ced9de6b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.392634313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"96d9f2a7-bf33-4a3f-932a-068ed49ce42b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.395658117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0dc005c3-aaf7-4b81-a060-0a6ced9de6b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.428462613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"96d9f2a7-bf33-4a3f-932a-068ed49ce42b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.435186519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"0dc005c3-aaf7-4b81-a060-0a6ced9de6b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.574581796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5964a2-8977-40f0-9b15-32d627107fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.589515973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5964a2-8977-40f0-9b15-32d627107fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.603948142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5964a2-8977-40f0-9b15-32d627107fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:19.618768811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5964a2-8977-40f0-9b15-32d627107fe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.76893844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"06e865c2-4435-4654-a41c-595ecd64339c","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.991650299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"bb71793c-cdff-46e4-86ed-77fcfa4faea3","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:20.99176395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"bb71793c-cdff-46e4-86ed-77fcfa4faea3","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.21969883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"448413ac-f5b8-41f9-9f54-463e19ea5eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.220086277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"462be15d-ec01-4a7f-a149-929ab0014808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.254130438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"448413ac-f5b8-41f9-9f54-463e19ea5eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:21.358069163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"462be15d-ec01-4a7f-a149-929ab0014808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.558623437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"23ee7235-a30a-42e3-84e4-a65d5e69bc02","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.596218539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"23ee7235-a30a-42e3-84e4-a65d5e69bc02","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.629889685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462185618969e0aac3e79a4bdc9d2e54e3565178284db8c7d81add7d54c59145) AuthConfig (8109b81004cc7d3d05cace489c7390e034e0220ec778f359ac3afe803b5950f2) AuthConfig (dc6b4dfb7fcd00fb97902962da5e280b4e7e484b6aa6730fab4f05e4027589fb) AuthConfig (0e33a90cdb8f2834dd8ebf8ee54ce09e37fdf0d6a4e4ab4b9ab0ca80616d8c14) AuthConfig (5106b1bad0abc5bd957dfae653fa85ea11dcee0118a2e5cc522eecf54361d050) AuthConfig (4d9b75db426a7787ce9d1aa990a5510a291bdeaa9f74c075e6612112d900e6a1) AuthConfig (47327f3a4b3b5a2b8ff1f9b065a9ec4e22c259ec5cc95b8280d61af98cbb2733) AuthConfig (3afc9f7b79a70139a625bfdc83ae6dc9022387012c4d1b945c22195e8cb20f87) AuthConfig (22c3913fda78254f1599506b7a1aec883f970450ca408eeac4e41f411c5fcaeb) AuthConfig (b902207ba135ec000d51395c2087ddc87b49bfc95ef6be38c9a89558a930860b) AuthConfig (5fbf8922029836c7eae959cf4dab9df639866b0ab5abbce0cb9cd9c2c300e153) AuthConfig (0aeb140d5ee6f42f3ec0e16d2c8542e7174995b28c43b8bbb64805e87ccc03c6) AuthConfig (81daf0b18b5c9f84beb62cd7e2254784137a51bf322b449335d6e1065ed16c7f) AuthConfig (d46c3f3dc441af265f1d10a79776f12653d7aa28edec249f922e2e87a48b20b7) AuthConfig (04bdded7dbeb91aa3a0d6cbdd5f1973a5987c28b6ce22eff61c6fa6c276b8fda) AuthConfig (48f9c396ec830b823e35d5d92623b5c31ebe4109471c2cf6b04076df25ea9c12) AuthConfig (acdf7e0c778cb839eae16b448cda099075f0e0dac4be211f97fd3f2febdc8ea7) AuthConfig (72c51dc42d4ff7d15d75fa405acdf79e0969800058caef2dbc8797c409711087)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"23ee7235-a30a-42e3-84e4-a65d5e69bc02","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.653975565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"49c27569-caf2-4a35-9706-de6b55a32214","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:22.654178247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"49c27569-caf2-4a35-9706-de6b55a32214","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.379882144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c8773f-1b4b-4643-905f-676c10ced061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.379982046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c8773f-1b4b-4643-905f-676c10ced061","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.400542604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d4b4bd-ffe1-4f94-9096-9d9297793286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.400729672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17d4b4bd-ffe1-4f94-9096-9d9297793286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.436515025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"da03289f-701b-44d6-9fc6-235c0eca0b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.533367547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"da03289f-701b-44d6-9fc6-235c0eca0b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.56049615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"da03289f-701b-44d6-9fc6-235c0eca0b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.58293465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8c46195-33ba-430d-8b7e-8d527bb28ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.583027596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8c46195-33ba-430d-8b7e-8d527bb28ea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.946784825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"340f7b24-f1fe-4070-aa29-05e1c36213c3","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.948954314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"71368063-e274-4ec6-8335-2232150b58f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.972783462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"71368063-e274-4ec6-8335-2232150b58f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.99130043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25b1c20231c24deb05cb6348cbd59b193bf9e3c1064c354948dcd067bf1c0c41) AuthConfig (3aca7dc4adaf6ffaf71e960b395f9dd75f8ea88e04b0f6d1dcda349434f33075) AuthConfig (6f62f4071f8f3f620930a7c49db366847361781bc9a71a92ebf9b8384f75924d) AuthConfig (1c8310a12c7255cdbbf56a8be358e9f34822e449844ff49c878d36a2a72eb56d) AuthConfig (7efd572af8cd5fed92abf87c8b30c0351a3a41d97a2a9d3a1812b1a374a9842c) AuthConfig (7c4bfe842954114eee60ee3d7fc7f640be9c2455d01aad0df732075ad9338664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"71368063-e274-4ec6-8335-2232150b58f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:24.993977885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"3e111cc0-5073-445c-9e00-b9830dceed85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.011692976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cf8d91-ab00-43e2-a1f3-1d2cf7f832dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.011712279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01cf8d91-ab00-43e2-a1f3-1d2cf7f832dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.045214296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"50152030-f6d3-451d-ac36-2fd92dfc5750","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.049178535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a136bd26-e96f-4108-bc0f-46758b0106b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.127777402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e8074720-34e5-414c-b5e7-0f7a7e63aab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.134787232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a136bd26-e96f-4108-bc0f-46758b0106b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.135017328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"50152030-f6d3-451d-ac36-2fd92dfc5750","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.135163363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"fd525508-c675-4f9b-8afc-839236f6a73c","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.154249657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e8074720-34e5-414c-b5e7-0f7a7e63aab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.157152791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25b1c20231c24deb05cb6348cbd59b193bf9e3c1064c354948dcd067bf1c0c41) AuthConfig (3aca7dc4adaf6ffaf71e960b395f9dd75f8ea88e04b0f6d1dcda349434f33075) AuthConfig (6f62f4071f8f3f620930a7c49db366847361781bc9a71a92ebf9b8384f75924d) AuthConfig (1c8310a12c7255cdbbf56a8be358e9f34822e449844ff49c878d36a2a72eb56d) AuthConfig (7efd572af8cd5fed92abf87c8b30c0351a3a41d97a2a9d3a1812b1a374a9842c) AuthConfig (7c4bfe842954114eee60ee3d7fc7f640be9c2455d01aad0df732075ad9338664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"50152030-f6d3-451d-ac36-2fd92dfc5750","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.180089546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"5c9af706-bfe8-40c2-882b-d99035699bae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.310364308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b9dc77-6f43-4efe-b6de-551cd9f571d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.325514547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b9dc77-6f43-4efe-b6de-551cd9f571d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.340639441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b9dc77-6f43-4efe-b6de-551cd9f571d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.355142613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b9dc77-6f43-4efe-b6de-551cd9f571d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.931520333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54481a2e-851c-443e-8faf-2539214a833a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.946694209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54481a2e-851c-443e-8faf-2539214a833a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.961807057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54481a2e-851c-443e-8faf-2539214a833a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:25.976657818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54481a2e-851c-443e-8faf-2539214a833a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.607929092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109c52e-bc4f-4528-87d3-a81ebc905922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.622222099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109c52e-bc4f-4528-87d3-a81ebc905922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.636203851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109c52e-bc4f-4528-87d3-a81ebc905922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.650275157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1109c52e-bc4f-4528-87d3-a81ebc905922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.930300693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"f96717db-e012-43ae-8c0b-4703db36fc0d","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.98042603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"4532abac-a712-4078-bbc5-5dae5150043c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.998414077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5015f0c4-249f-4328-87f8-0c772c3ace2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:26.998975577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"815f193c-fc54-49d0-b275-49e71294885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.019876643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5015f0c4-249f-4328-87f8-0c772c3ace2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.020057722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"815f193c-fc54-49d0-b275-49e71294885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.042765523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"e4cfde1b-625f-4280-9c0a-c3e852cac4fa","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.089342672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"13cdc9fe-79c0-490e-a1ad-990e8d446e67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.853702894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"95b49c29-6a53-4ce0-9956-b2c46a655b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.879332801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"95b49c29-6a53-4ce0-9956-b2c46a655b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.901428732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8685ae75d96dd1ba526d981897563d377feccf85774059c1af4eeceff2393ea3) AuthConfig (68389c7fb43379a5f9f0469072b1c84479ed8ed2a0df4d5fdb6c67688e9aa6d2) AuthConfig (9370b26a148a5246fe33289c6c745c7d9792521a38757020687a0ca8ad1f9ca0) AuthConfig (c41c52a0835129286fc0206a04b281f80acffef3d7935b955472422a92e5f0e2) AuthConfig (4992954b1908667290da7e3e9db32f3cf96fafbfc3617ea09b9360e0285485d3) AuthConfig (2013b37d9aa9464e76961fe8ee97d2e69826784f73538e1e1bdcf00532b88f9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"95b49c29-6a53-4ce0-9956-b2c46a655b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.922075996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11c27d1-c56d-4bbe-b239-79510a386f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:27.922098661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d11c27d1-c56d-4bbe-b239-79510a386f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.30871845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9023899a-4c30-49e2-ae6a-9848f6b1f53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.308740955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9023899a-4c30-49e2-ae6a-9848f6b1f53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.308784081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-98b7a8","reconcileID":"66e7aa94-d6c3-41c2-858c-7f266682ff21","MaaSAuthPolicy":{"name":"e2e-default-int-auth-98b7a8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.359221029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0626a334-8d85-4b39-b840-5380b9d63b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.359241045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0626a334-8d85-4b39-b840-5380b9d63b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.515674015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"8c265e87-31a4-4c08-b2c8-a036833f8929","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.535603706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"8c265e87-31a4-4c08-b2c8-a036833f8929","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.571040802Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"8c265e87-31a4-4c08-b2c8-a036833f8929","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-aa6c183a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.601600346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47033663-3335-42f5-9372-6582f668b380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.601684062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47033663-3335-42f5-9372-6582f668b380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.662214171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a458503-399c-4937-b301-85fe6f351ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.666521791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc6d266-544c-46c1-bc77-768439752810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.682500627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a458503-399c-4937-b301-85fe6f351ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.685923529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc6d266-544c-46c1-bc77-768439752810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.809232648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62b43c9-ca3a-4a2f-88a9-fec18b041469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.809259032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d62b43c9-ca3a-4a2f-88a9-fec18b041469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.870437375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"99007c0f-5881-46da-addd-97e8c4b11dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.890354731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"99007c0f-5881-46da-addd-97e8c4b11dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:29.922987816Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"99007c0f-5881-46da-addd-97e8c4b11dfc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-aa6c183a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.054075286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.135709274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcbaad4-aa2d-44ed-936e-906182bcde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.149992532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcbaad4-aa2d-44ed-936e-906182bcde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.167256459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcbaad4-aa2d-44ed-936e-906182bcde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.18140417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdcbaad4-aa2d-44ed-936e-906182bcde49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.188768404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"3a94d46e-4d63-46d1-8b9e-66a1f7a2b207","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.18880834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a947bcf-2d72-4ddf-ba10-be5d24ca9fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.188836029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a947bcf-2d72-4ddf-ba10-be5d24ca9fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.203969633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-aa6c183a","reconcileID":"3a94d46e-4d63-46d1-8b9e-66a1f7a2b207","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-aa6c183a","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-aa6c183a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.26600515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c53587-a56c-4ce9-8629-f3d5f0c93f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.266030685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c53587-a56c-4ce9-8629-f3d5f0c93f01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.796321745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d7fe7d-183f-4191-be14-59c4d5da1fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.81507786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d7fe7d-183f-4191-be14-59c4d5da1fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.829505919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d7fe7d-183f-4191-be14-59c4d5da1fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.843431517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d7fe7d-183f-4191-be14-59c4d5da1fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:31.949300428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-76c786","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-76c786","reconcileID":"171e89a6-ee93-47d8-a254-a1ee56de9da5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-76c786","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-76c786":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.591022426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0a9cbd-37a6-4519-8872-456061090789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.605376579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0a9cbd-37a6-4519-8872-456061090789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.619264193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0a9cbd-37a6-4519-8872-456061090789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.633590982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0a9cbd-37a6-4519-8872-456061090789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.686804212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a4c78420-6b00-46ce-949a-410cb6768666","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.721726636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a4c78420-6b00-46ce-949a-410cb6768666","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:32.748242768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462185618969e0aac3e79a4bdc9d2e54e3565178284db8c7d81add7d54c59145) AuthConfig (8109b81004cc7d3d05cace489c7390e034e0220ec778f359ac3afe803b5950f2) AuthConfig (dc6b4dfb7fcd00fb97902962da5e280b4e7e484b6aa6730fab4f05e4027589fb) AuthConfig (0e33a90cdb8f2834dd8ebf8ee54ce09e37fdf0d6a4e4ab4b9ab0ca80616d8c14) AuthConfig (5106b1bad0abc5bd957dfae653fa85ea11dcee0118a2e5cc522eecf54361d050) AuthConfig (4d9b75db426a7787ce9d1aa990a5510a291bdeaa9f74c075e6612112d900e6a1) AuthConfig (47327f3a4b3b5a2b8ff1f9b065a9ec4e22c259ec5cc95b8280d61af98cbb2733) AuthConfig (3afc9f7b79a70139a625bfdc83ae6dc9022387012c4d1b945c22195e8cb20f87) AuthConfig (22c3913fda78254f1599506b7a1aec883f970450ca408eeac4e41f411c5fcaeb) AuthConfig (b902207ba135ec000d51395c2087ddc87b49bfc95ef6be38c9a89558a930860b) AuthConfig (5fbf8922029836c7eae959cf4dab9df639866b0ab5abbce0cb9cd9c2c300e153) AuthConfig (0aeb140d5ee6f42f3ec0e16d2c8542e7174995b28c43b8bbb64805e87ccc03c6) AuthConfig (81daf0b18b5c9f84beb62cd7e2254784137a51bf322b449335d6e1065ed16c7f) AuthConfig (d46c3f3dc441af265f1d10a79776f12653d7aa28edec249f922e2e87a48b20b7) AuthConfig (04bdded7dbeb91aa3a0d6cbdd5f1973a5987c28b6ce22eff61c6fa6c276b8fda) AuthConfig (48f9c396ec830b823e35d5d92623b5c31ebe4109471c2cf6b04076df25ea9c12) AuthConfig (acdf7e0c778cb839eae16b448cda099075f0e0dac4be211f97fd3f2febdc8ea7) AuthConfig (72c51dc42d4ff7d15d75fa405acdf79e0969800058caef2dbc8797c409711087)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a4c78420-6b00-46ce-949a-410cb6768666","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.334950275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d407c2-5c91-4fec-a812-78a53072dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.349391756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d407c2-5c91-4fec-a812-78a53072dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.363758436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d407c2-5c91-4fec-a812-78a53072dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:33.377985724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d407c2-5c91-4fec-a812-78a53072dc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:33.938457464Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-76c786","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-76c786","reconcileID":"5033f3f7-e3ca-4fde-8130-008205044aaa","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-76c786\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.170072366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45310e2e-a677-4cdf-957d-eaec3be700a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.186892082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45310e2e-a677-4cdf-957d-eaec3be700a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.202777127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45310e2e-a677-4cdf-957d-eaec3be700a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.219044771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45310e2e-a677-4cdf-957d-eaec3be700a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.662579443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d006736c-cff7-4aef-bea6-8309e777f9a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.685849518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d006736c-cff7-4aef-bea6-8309e777f9a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.713411099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d006736c-cff7-4aef-bea6-8309e777f9a8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.96907762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75447ed-d405-4132-809b-f110b2356721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.984007132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75447ed-d405-4132-809b-f110b2356721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:34.997996933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75447ed-d405-4132-809b-f110b2356721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.012012015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75447ed-d405-4132-809b-f110b2356721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.092041349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"f5726efd-cf5b-4f98-aa73-3b8de99cc003","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.111900859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"f5726efd-cf5b-4f98-aa73-3b8de99cc003","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.131098989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25b1c20231c24deb05cb6348cbd59b193bf9e3c1064c354948dcd067bf1c0c41) AuthConfig (3aca7dc4adaf6ffaf71e960b395f9dd75f8ea88e04b0f6d1dcda349434f33075) AuthConfig (6f62f4071f8f3f620930a7c49db366847361781bc9a71a92ebf9b8384f75924d) AuthConfig (1c8310a12c7255cdbbf56a8be358e9f34822e449844ff49c878d36a2a72eb56d) AuthConfig (7efd572af8cd5fed92abf87c8b30c0351a3a41d97a2a9d3a1812b1a374a9842c) AuthConfig (7c4bfe842954114eee60ee3d7fc7f640be9c2455d01aad0df732075ad9338664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"f5726efd-cf5b-4f98-aa73-3b8de99cc003","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.190318088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3c40ef82-9e77-4d8c-b2ff-7b85294c080e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.21278948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3c40ef82-9e77-4d8c-b2ff-7b85294c080e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.238762202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d4082f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25b1c20231c24deb05cb6348cbd59b193bf9e3c1064c354948dcd067bf1c0c41) AuthConfig (3aca7dc4adaf6ffaf71e960b395f9dd75f8ea88e04b0f6d1dcda349434f33075) AuthConfig (6f62f4071f8f3f620930a7c49db366847361781bc9a71a92ebf9b8384f75924d) AuthConfig (1c8310a12c7255cdbbf56a8be358e9f34822e449844ff49c878d36a2a72eb56d) AuthConfig (7efd572af8cd5fed92abf87c8b30c0351a3a41d97a2a9d3a1812b1a374a9842c) AuthConfig (7c4bfe842954114eee60ee3d7fc7f640be9c2455d01aad0df732075ad9338664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"3c40ef82-9e77-4d8c-b2ff-7b85294c080e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.723296919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3b6c-8732-48d3-b74b-9594af215975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.737558902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3b6c-8732-48d3-b74b-9594af215975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.752462373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3b6c-8732-48d3-b74b-9594af215975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:35.766666661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a3b6c-8732-48d3-b74b-9594af215975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:36.492484936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09a52e9-51af-4aff-af61-78cdfcb104ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:36.506537955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09a52e9-51af-4aff-af61-78cdfcb104ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:36.520643039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09a52e9-51af-4aff-af61-78cdfcb104ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:36.534827723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09a52e9-51af-4aff-af61-78cdfcb104ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.210024555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ef9e99-161f-4883-bd4f-2ff8134d1585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.224019391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ef9e99-161f-4883-bd4f-2ff8134d1585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.238330191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ef9e99-161f-4883-bd4f-2ff8134d1585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.25225544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ef9e99-161f-4883-bd4f-2ff8134d1585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.524362497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5fd295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5fd295","reconcileID":"40dc8f13-7217-4d51-9039-014808c89f1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5fd295","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-5fd295":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.897233572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4747869-7c1e-45b0-b9de-0dec38a4a528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.915112755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4747869-7c1e-45b0-b9de-0dec38a4a528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.932373382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4747869-7c1e-45b0-b9de-0dec38a4a528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.948759223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4747869-7c1e-45b0-b9de-0dec38a4a528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.96722705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"51e327a2-525f-4bdb-b877-fd658e24477c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:37.988713102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"51e327a2-525f-4bdb-b877-fd658e24477c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:38.007930209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d7f9e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8685ae75d96dd1ba526d981897563d377feccf85774059c1af4eeceff2393ea3) AuthConfig (68389c7fb43379a5f9f0469072b1c84479ed8ed2a0df4d5fdb6c67688e9aa6d2) AuthConfig (9370b26a148a5246fe33289c6c745c7d9792521a38757020687a0ca8ad1f9ca0) AuthConfig (c41c52a0835129286fc0206a04b281f80acffef3d7935b955472422a92e5f0e2) AuthConfig (4992954b1908667290da7e3e9db32f3cf96fafbfc3617ea09b9360e0285485d3) AuthConfig (2013b37d9aa9464e76961fe8ee97d2e69826784f73538e1e1bdcf00532b88f9d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"51e327a2-525f-4bdb-b877-fd658e24477c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:38.592847667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad526c28-c378-415d-a336-d1673add9098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:38.607487535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad526c28-c378-415d-a336-d1673add9098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:38.622681611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad526c28-c378-415d-a336-d1673add9098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:38.637418392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad526c28-c378-415d-a336-d1673add9098","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.249791913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","namespace":"ai-tenant-e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.249849831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","namespace":"ai-tenant-e2e-api-a-a116a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.249932038Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","tenant":"e2e-api-a-a116a2","tenantID":"e2e-api-a-a116a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.267553628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Deployment","name":"maas-api-e2e-api-a-a116a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:01:39.285651592Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5fd295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5fd295","reconcileID":"88ae52c4-e6bc-4d56-a181-2729bbcc4e77","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-5fd295\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.289143367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f8f5-155c-4282-9cc5-34b1bcae7e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.304499194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f8f5-155c-4282-9cc5-34b1bcae7e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.309827689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Service","name":"maas-api-e2e-api-a-a116a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.320510395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f8f5-155c-4282-9cc5-34b1bcae7e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.336183834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f8f5-155c-4282-9cc5-34b1bcae7e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.344292776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-a116a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.379303784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-a116a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.401615114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.432573191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.45520686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.47339938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.487834983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Deployment","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.501999339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.516062855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Service","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.530452345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.552142672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.566586051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.585375434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.607114234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.621989817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.649261057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.728576039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-a116a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.728996859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"46ea5f48-e16d-428e-af1e-fc8367a1bb9c","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-98b7a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.748310693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-a116a2"},"namespace":"ai-tenant-e2e-api-a-a116a2","name":"default-tenant","reconcileID":"c0788187-770d-4187-8ea9-885bee54f5f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-a116a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:39.82220394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-98b7a8","reconcileID":"46ea5f48-e16d-428e-af1e-fc8367a1bb9c","MaaSSubscription":{"name":"e2e-default-int-sub-98b7a8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.046473629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"144cb1e1-fdde-4a1f-a47c-bd5fd85f4f8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.140894462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293b32d2-60b9-4b5c-b845-e4f9592883a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.141025999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293b32d2-60b9-4b5c-b845-e4f9592883a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.18348802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af8e305-cad2-4f01-9756-6cab83b64f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.191360519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7171e2-c9d7-4a02-b386-cc1f255c9208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.224549337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af8e305-cad2-4f01-9756-6cab83b64f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.226398529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e7171e2-c9d7-4a02-b386-cc1f255c9208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.310103117Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-a116a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-a116a2","reconcileID":"afaaa05d-adb7-4062-90ad-1e192bdb1da0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-a116a2","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-a116a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.329260942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d3aaa0-190a-45da-a2aa-bfd0265e9cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.347038613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d3aaa0-190a-45da-a2aa-bfd0265e9cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.368985954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d3aaa0-190a-45da-a2aa-bfd0265e9cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.389773253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1d3aaa0-190a-45da-a2aa-bfd0265e9cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:40.98825185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b3297-8a00-4a90-9a72-827dbb420e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.002308501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b3297-8a00-4a90-9a72-827dbb420e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.016149263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b3297-8a00-4a90-9a72-827dbb420e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.030148844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8b3297-8a00-4a90-9a72-827dbb420e5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.723729904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31084979-cf72-4a90-9a52-2f120700dfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.750688457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31084979-cf72-4a90-9a52-2f120700dfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.769425616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31084979-cf72-4a90-9a52-2f120700dfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:41.784570646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31084979-cf72-4a90-9a52-2f120700dfd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.783953724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"3ab6cfb6-1a4f-423a-aff7-4297a322140a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.805002895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"3ab6cfb6-1a4f-423a-aff7-4297a322140a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:42.824004834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f8867e7d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (462185618969e0aac3e79a4bdc9d2e54e3565178284db8c7d81add7d54c59145) AuthConfig (8109b81004cc7d3d05cace489c7390e034e0220ec778f359ac3afe803b5950f2) AuthConfig (dc6b4dfb7fcd00fb97902962da5e280b4e7e484b6aa6730fab4f05e4027589fb) AuthConfig (0e33a90cdb8f2834dd8ebf8ee54ce09e37fdf0d6a4e4ab4b9ab0ca80616d8c14) AuthConfig (5106b1bad0abc5bd957dfae653fa85ea11dcee0118a2e5cc522eecf54361d050) AuthConfig (4d9b75db426a7787ce9d1aa990a5510a291bdeaa9f74c075e6612112d900e6a1) AuthConfig (47327f3a4b3b5a2b8ff1f9b065a9ec4e22c259ec5cc95b8280d61af98cbb2733) AuthConfig (3afc9f7b79a70139a625bfdc83ae6dc9022387012c4d1b945c22195e8cb20f87) AuthConfig (22c3913fda78254f1599506b7a1aec883f970450ca408eeac4e41f411c5fcaeb) AuthConfig (b902207ba135ec000d51395c2087ddc87b49bfc95ef6be38c9a89558a930860b) AuthConfig (5fbf8922029836c7eae959cf4dab9df639866b0ab5abbce0cb9cd9c2c300e153) AuthConfig (0aeb140d5ee6f42f3ec0e16d2c8542e7174995b28c43b8bbb64805e87ccc03c6) AuthConfig (81daf0b18b5c9f84beb62cd7e2254784137a51bf322b449335d6e1065ed16c7f) AuthConfig (d46c3f3dc441af265f1d10a79776f12653d7aa28edec249f922e2e87a48b20b7) AuthConfig (04bdded7dbeb91aa3a0d6cbdd5f1973a5987c28b6ce22eff61c6fa6c276b8fda) AuthConfig (48f9c396ec830b823e35d5d92623b5c31ebe4109471c2cf6b04076df25ea9c12) AuthConfig (acdf7e0c778cb839eae16b448cda099075f0e0dac4be211f97fd3f2febdc8ea7) AuthConfig (72c51dc42d4ff7d15d75fa405acdf79e0969800058caef2dbc8797c409711087)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"3ab6cfb6-1a4f-423a-aff7-4297a322140a","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.202970647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96e85ac-bb96-4777-a029-192135143dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.217106655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96e85ac-bb96-4777-a029-192135143dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.23122804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96e85ac-bb96-4777-a029-192135143dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.245381375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96e85ac-bb96-4777-a029-192135143dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.756646326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"1230e5f1-dcb2-4781-91bb-632afc866c67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.792465707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"1230e5f1-dcb2-4781-91bb-632afc866c67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.806730791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"a8cc9c40-8d06-427f-b0aa-19d724b2d617","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.820470252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"1230e5f1-dcb2-4781-91bb-632afc866c67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.947743628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"3b046aa6-b3d3-47bd-8b4f-c7832788b00b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:44.98579516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"a499e7bf-7f0e-4f7e-b45d-72d6140cb48b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.004554815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0da6f9-eb52-4a57-8b9c-ed6ef55faf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.012466269Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fcce6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fcce6b","reconcileID":"5a8c6b7b-a0eb-4703-b8fe-2045d0f6ed44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fcce6b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-fcce6b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.021716284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0da6f9-eb52-4a57-8b9c-ed6ef55faf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.036307404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0da6f9-eb52-4a57-8b9c-ed6ef55faf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.050572773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df0da6f9-eb52-4a57-8b9c-ed6ef55faf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.088188951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"d7f75765-7774-4350-9488-fdd0b046fcf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.088267937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"e9797613-8601-4767-9861-d1ac2619c0ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.088734641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"eee7f301-d39c-43d3-a59f-9c67d104dbb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.103562668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"f92b99fd-0fe6-45af-8273-7e0ef76afd6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.212632136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"3269d689-1169-41da-bcf2-c497578f4c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.273081972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9d4990ff-65ff-45d5-a024-ec604923976d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.293065347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9d4990ff-65ff-45d5-a024-ec604923976d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.308853787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"49752dbf-4075-4524-a679-9e5b4abf46a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.412785367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"c415f0b0-1bd3-4386-87a4-954f4b590daa","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.41324013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"1f164c67-b1bd-46cd-8f0f-5463349f4e66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.468731173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e12f5fdb-0964-43cd-acf0-151139950d23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.468751718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e12f5fdb-0964-43cd-acf0-151139950d23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.554479692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"08d15153-93b4-4b72-81ba-04aa3810f19b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.554979585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7235b73-0a48-48f6-aba4-f06fd21d0f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.55531504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"ece26967-16e8-42a1-bb5a-92fbf8f2ff5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.555645118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"1f1462c4-ad19-4314-b6d2-5335467b3030","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.658925165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"842a14d6-25a6-4441-819b-5e438cb48975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.776352854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c977cc3d-1378-473f-a96f-45c7caa6eee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.792393407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c977cc3d-1378-473f-a96f-45c7caa6eee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.807362773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c977cc3d-1378-473f-a96f-45c7caa6eee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:45.821898875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c977cc3d-1378-473f-a96f-45c7caa6eee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.534383159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a1b0e1-5c22-43c8-9a98-59e8795ec5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.55471707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a1b0e1-5c22-43c8-9a98-59e8795ec5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.587322603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a1b0e1-5c22-43c8-9a98-59e8795ec5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.60609129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25a1b0e1-5c22-43c8-9a98-59e8795ec5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.855029525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea56e58c-ad9b-4ca5-b6b1-baf512548e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.855057743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea56e58c-ad9b-4ca5-b6b1-baf512548e2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.884400341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"namespace":"ai-tenant-e2e-mt-39587398","name":"e2e-policy-39587398","reconcileID":"5ad23d12-538a-4958-b426-f2435eb1106f","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.959303467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"namespace":"ai-tenant-e2e-mt-39587398","name":"e2e-policy-39587398","reconcileID":"5ad23d12-538a-4958-b426-f2435eb1106f","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.977957681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 22, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"namespace":"ai-tenant-e2e-mt-39587398","name":"e2e-policy-39587398","reconcileID":"5ad23d12-538a-4958-b426-f2435eb1106f","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.999844866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"462e2acd-e816-4017-9451-6e93e79ab568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:46.999865392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"462e2acd-e816-4017-9451-6e93e79ab568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:47.265117487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf4ba7-22e7-497c-bbab-bd2c0b7f5e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:47.279136847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf4ba7-22e7-497c-bbab-bd2c0b7f5e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:47.293209874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf4ba7-22e7-497c-bbab-bd2c0b7f5e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:47.307981751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edf4ba7-22e7-497c-bbab-bd2c0b7f5e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.042367622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"9c3f4b34-c04e-447d-bd84-31ef0592ac5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.06598224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"9c3f4b34-c04e-447d-bd84-31ef0592ac5c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.149302341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd7e577-20e2-4f84-9636-d63e73448e3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.149405928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd7e577-20e2-4f84-9636-d63e73448e3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.257075469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fb9406-13fb-4a79-b894-a9cb5e5a306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.273198432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fb9406-13fb-4a79-b894-a9cb5e5a306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.325426295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fb9406-13fb-4a79-b894-a9cb5e5a306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:48.349399916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fb9406-13fb-4a79-b894-a9cb5e5a306b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.069297586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5dd621-8e4b-44fb-91b9-2e35e73459dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.086689605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5dd621-8e4b-44fb-91b9-2e35e73459dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.101870902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5dd621-8e4b-44fb-91b9-2e35e73459dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.117094363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b5dd621-8e4b-44fb-91b9-2e35e73459dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.540670693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"cc76683b-0682-4c57-8fdd-64c9c879d8ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.576469741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"cc76683b-0682-4c57-8fdd-64c9c879d8ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.767004224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"14181375-a0c6-44e4-83db-9c218a46a04d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.786900661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"14181375-a0c6-44e4-83db-9c218a46a04d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.889283278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f3182-515a-463a-afca-921ea4a18fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.904288363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f3182-515a-463a-afca-921ea4a18fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.918392823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f3182-515a-463a-afca-921ea4a18fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:49.936121792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f3182-515a-463a-afca-921ea4a18fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:50.751047526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b6c6d1-2620-4b17-9ebb-0fa86c8840a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:50.76606642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b6c6d1-2620-4b17-9ebb-0fa86c8840a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:50.780205237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b6c6d1-2620-4b17-9ebb-0fa86c8840a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:50.79440348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b6c6d1-2620-4b17-9ebb-0fa86c8840a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.855114799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a76cdcc0-b5e9-4148-93f9-6b125b62c66e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:52.874679052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a76cdcc0-b5e9-4148-93f9-6b125b62c66e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.046513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a62523d0-27bc-49c3-8f8c-61872492ff1b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:53.0465414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a62523d0-27bc-49c3-8f8c-61872492ff1b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.852192931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"747a2ed2-51ac-4c12-8cfd-380eb831d743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.871478869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"747a2ed2-51ac-4c12-8cfd-380eb831d743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.889676235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5037fe831e3cb5dc028a528c4aba0ec7b2ef67ba83626ed305c48e34d2868c4) AuthConfig (f3c819840ad1564acfd389cceede34bac84a0f3558a0c8f5f15b3bc0baf12101) AuthConfig (8e76c2763ff7efb48003829f6a9cd9439aa3d140960cc48528e09302aa4f98f9) AuthConfig (63b2532cc097cb46f82397aef40dd93773cfada6ff06e2830a6db667d4d48eb9) AuthConfig (1fc3700947cbab01a109f37c2a82a3a51aa7da5df64c59834d68a36a1bfc4a04) AuthConfig (6dc8a12ad6a1c51a0ced310fd1dbda2d15ca273b643b24c65dcf7f38df808d0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"747a2ed2-51ac-4c12-8cfd-380eb831d743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.908224964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769fbec0-5104-43a8-a482-44419bcbb5d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:54.908241553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769fbec0-5104-43a8-a482-44419bcbb5d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.556424996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"1859abc6-ab49-48a3-84fd-b4b7ac50a4f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-76c786","tenantID":"e2e-ipp-a-76c786","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.598821524Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"1859abc6-ab49-48a3-84fd-b4b7ac50a4f0","name":"e2e-ipp-a-76c786-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.619477997Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"7046032f-8bfa-47de-a5bc-ed45fc6dea83","namespace":"ai-tenant-e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.619595129Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"7046032f-8bfa-47de-a5bc-ed45fc6dea83","namespace":"ai-tenant-e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.619708412Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"7046032f-8bfa-47de-a5bc-ed45fc6dea83","name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.64276532Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"7046032f-8bfa-47de-a5bc-ed45fc6dea83","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.643259629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9964a08a-1b04-4ebb-b4d9-560e9799d95d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.643533852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75504bbc-5f8d-45f6-89b5-4963a9212862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.643550273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75504bbc-5f8d-45f6-89b5-4963a9212862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.77798152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9964a08a-1b04-4ebb-b4d9-560e9799d95d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.843614228Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9964a08a-1b04-4ebb-b4d9-560e9799d95d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"name":"e2e-api-a-d4082f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.843657814Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"e2e-e2e-api-a-d4082f-policy","reconcileID":"9964a08a-1b04-4ebb-b4d9-560e9799d95d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d4082f-policy","namespace":"ai-tenant-e2e-api-a-d4082f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.864082519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d748f71-5132-4ad1-8efb-783a8aecf99d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:57.86410258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d748f71-5132-4ad1-8efb-783a8aecf99d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.667792244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"054c8c71-01c7-46a1-b5f2-bb486ce16ac2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.696809161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"054c8c71-01c7-46a1-b5f2-bb486ce16ac2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.787533619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"52fa417a-3d95-45b2-a0df-aec321767f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:01:59.807112545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"52fa417a-3d95-45b2-a0df-aec321767f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:01.052734599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.79566806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"ac8747e4-e29f-4bdc-bc1c-178321005f76","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-5fd295","tenantID":"e2e-ipp-a-5fd295","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:02.8394887Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"ac8747e4-e29f-4bdc-bc1c-178321005f76","name":"e2e-ipp-a-5fd295-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.539217058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"48fcbe34-54f1-4e5e-a382-d360378e7ef5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.539245954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"48fcbe34-54f1-4e5e-a382-d360378e7ef5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.573674293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b474a268-d1d0-4268-8d80-747739f59595","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.573695486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b474a268-d1d0-4268-8d80-747739f59595","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.602050977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"ca345cc6-ce7c-4e23-90ed-d6216ac4725e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.604409991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"09e0d61c-54d3-4a3a-a83c-3ce885916807","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.622544202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"ca345cc6-ce7c-4e23-90ed-d6216ac4725e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.73995508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"47057c55-a25d-4226-8237-8352da38ae16","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.802201621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"629c9c04-47fe-40fc-bb49-2bb176b2eb61","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.821596829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"629c9c04-47fe-40fc-bb49-2bb176b2eb61","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.923295076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27011bfa-e7db-492e-b4f4-bf4d52c9add7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.937849306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27011bfa-e7db-492e-b4f4-bf4d52c9add7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.951917441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27011bfa-e7db-492e-b4f4-bf4d52c9add7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.965860817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27011bfa-e7db-492e-b4f4-bf4d52c9add7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:04.981091054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d317d3fb-a31d-4e1e-b462-d1b495f79154","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.001549703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d317d3fb-a31d-4e1e-b462-d1b495f79154","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.0201278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5037fe831e3cb5dc028a528c4aba0ec7b2ef67ba83626ed305c48e34d2868c4) AuthConfig (f3c819840ad1564acfd389cceede34bac84a0f3558a0c8f5f15b3bc0baf12101) AuthConfig (8e76c2763ff7efb48003829f6a9cd9439aa3d140960cc48528e09302aa4f98f9) AuthConfig (63b2532cc097cb46f82397aef40dd93773cfada6ff06e2830a6db667d4d48eb9) AuthConfig (1fc3700947cbab01a109f37c2a82a3a51aa7da5df64c59834d68a36a1bfc4a04) AuthConfig (6dc8a12ad6a1c51a0ced310fd1dbda2d15ca273b643b24c65dcf7f38df808d0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d317d3fb-a31d-4e1e-b462-d1b495f79154","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.559234594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13dd88a-c6f7-4ded-b21f-6129aae58226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.575047994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13dd88a-c6f7-4ded-b21f-6129aae58226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.590553609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13dd88a-c6f7-4ded-b21f-6129aae58226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:05.604517331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13dd88a-c6f7-4ded-b21f-6129aae58226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.185761014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4e20fc-a055-45b4-b8f3-72b1d0e6a8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.201633108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4e20fc-a055-45b4-b8f3-72b1d0e6a8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.215468015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4e20fc-a055-45b4-b8f3-72b1d0e6a8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.229383215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e4e20fc-a055-45b4-b8f3-72b1d0e6a8c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.884333368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d30da-6bdf-4a93-b6f1-8f513a64b171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.898132053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d30da-6bdf-4a93-b6f1-8f513a64b171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.912106721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d30da-6bdf-4a93-b6f1-8f513a64b171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:06.925936688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"498d30da-6bdf-4a93-b6f1-8f513a64b171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:07.51859817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bf087a-4eb4-4162-a4c9-4598493290ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:07.532623785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bf087a-4eb4-4162-a4c9-4598493290ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:07.546391495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bf087a-4eb4-4162-a4c9-4598493290ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:07.560184145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bf087a-4eb4-4162-a4c9-4598493290ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.027493234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"namespace":"ai-tenant-e2e-mt-39587398","name":"e2e-policy-39587398","reconcileID":"310f91b9-2cd9-4281-94cc-0c7e459021eb","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.057151541Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"namespace":"ai-tenant-e2e-mt-39587398","name":"e2e-policy-39587398","reconcileID":"310f91b9-2cd9-4281-94cc-0c7e459021eb","MaaSAuthPolicy":{"name":"e2e-policy-39587398","namespace":"ai-tenant-e2e-mt-39587398"},"policyNamespace":"ai-tenant-e2e-mt-39587398","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.199214075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e76a8-0ed8-4198-a720-fd68e573569c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.21326323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e76a8-0ed8-4198-a720-fd68e573569c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.227116953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e76a8-0ed8-4198-a720-fd68e573569c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:08.241700507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2e76a8-0ed8-4198-a720-fd68e573569c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.004957676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4d3250-bb91-4760-aa1f-4627f9ba13d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.018882074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4d3250-bb91-4760-aa1f-4627f9ba13d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.032756341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4d3250-bb91-4760-aa1f-4627f9ba13d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.046664133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4d3250-bb91-4760-aa1f-4627f9ba13d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.704120587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63266c95-848a-4b87-a702-3135f9d3a1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.718024406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63266c95-848a-4b87-a702-3135f9d3a1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.732461109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63266c95-848a-4b87-a702-3135f9d3a1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:09.746420906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63266c95-848a-4b87-a702-3135f9d3a1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.519600074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b3f175-df79-4f5a-a597-74035fef28e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.534128241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b3f175-df79-4f5a-a597-74035fef28e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.548436868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b3f175-df79-4f5a-a597-74035fef28e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.562319832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b3f175-df79-4f5a-a597-74035fef28e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.606027087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"3d1625f1-cac1-4743-8574-8efbc2a5cc07","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.652981468Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"3d1625f1-cac1-4743-8574-8efbc2a5cc07","name":"e2e-api-a-fcce6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.673993736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"f2e76d3e-4bf8-4270-a27e-a6f341d78bb4","namespace":"ai-tenant-e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.674191197Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"f2e76d3e-4bf8-4270-a27e-a6f341d78bb4","namespace":"ai-tenant-e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.674276255Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"f2e76d3e-4bf8-4270-a27e-a6f341d78bb4","name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.695114107Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"f2e76d3e-4bf8-4270-a27e-a6f341d78bb4","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.695513023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"4b232b18-a99b-4541-9eb1-ef6465434435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.695885954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a44b4fd0-20bf-4475-9e36-0b5f23b2e474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.695924101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a44b4fd0-20bf-4475-9e36-0b5f23b2e474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.821057697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"4b232b18-a99b-4541-9eb1-ef6465434435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.875005246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"4b232b18-a99b-4541-9eb1-ef6465434435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"name":"e2e-api-b-d7f9e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.875029246Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"e2e-e2e-api-b-d7f9e0-policy","reconcileID":"4b232b18-a99b-4541-9eb1-ef6465434435","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d7f9e0-policy","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.942645393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5835bef1-cd5a-4e79-9aea-8e58f043e9ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:10.942672266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5835bef1-cd5a-4e79-9aea-8e58f043e9ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.193978129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fa0f3c-34ea-46d5-8a16-de2d4102fd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.212256489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fa0f3c-34ea-46d5-8a16-de2d4102fd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.226334602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fa0f3c-34ea-46d5-8a16-de2d4102fd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.242627684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fa0f3c-34ea-46d5-8a16-de2d4102fd41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.812495451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bedb54-ad04-4839-b906-b0ea3df6863e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.826448676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bedb54-ad04-4839-b906-b0ea3df6863e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.843213816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bedb54-ad04-4839-b906-b0ea3df6863e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:11.85843899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bedb54-ad04-4839-b906-b0ea3df6863e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.692986897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6a46075b-cb89-417a-95c3-eea1e5d8b69a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.693014515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6a46075b-cb89-417a-95c3-eea1e5d8b69a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.724303635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"59d7b91b-c5c4-41a0-bca5-d74bcb6acec1","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.736140945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"9957ca37-88b8-48f6-aebf-91caad5f6f6e","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.743653965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"59d7b91b-c5c4-41a0-bca5-d74bcb6acec1","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.835723138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"53499f2f-17d5-4862-b328-05616ba2a271","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.90323963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"ee51eb20-44da-4b5d-8209-fb022dec0cb9","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:14.922638348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"ee51eb20-44da-4b5d-8209-fb022dec0cb9","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.052651173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d725c7ea-4544-4989-9449-01d2be1eb134","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.072356739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d725c7ea-4544-4989-9449-01d2be1eb134","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:15.090519129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-579f09-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5037fe831e3cb5dc028a528c4aba0ec7b2ef67ba83626ed305c48e34d2868c4) AuthConfig (f3c819840ad1564acfd389cceede34bac84a0f3558a0c8f5f15b3bc0baf12101) AuthConfig (8e76c2763ff7efb48003829f6a9cd9439aa3d140960cc48528e09302aa4f98f9) AuthConfig (63b2532cc097cb46f82397aef40dd93773cfada6ff06e2830a6db667d4d48eb9) AuthConfig (1fc3700947cbab01a109f37c2a82a3a51aa7da5df64c59834d68a36a1bfc4a04) AuthConfig (6dc8a12ad6a1c51a0ced310fd1dbda2d15ca273b643b24c65dcf7f38df808d0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d725c7ea-4544-4989-9449-01d2be1eb134","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.258963607Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.259157926Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.281293929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"0e2b6879-577e-4ced-ae32-219a767910a1","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.281895761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"0e2b6879-577e-4ced-ae32-219a767910a1","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.281492176Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.282395032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.282509274Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.302728525Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"649a62fa-0093-41c8-afa6-e11c74cdd73f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.306451215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"beb5b735-75a4-4854-9135-58bed8533931","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.306518722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"beb5b735-75a4-4854-9135-58bed8533931","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.310778626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"114bd5d4-a481-4703-bdac-ce7c36f9534e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.335383877Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"ae1d03a0-7c7f-4b9c-8ea7-a38c5c16d0b9","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f00ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.342093121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"114bd5d4-a481-4703-bdac-ce7c36f9534e","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.371171958Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"19311658-f39b-4c86-bc23-b73fd4f4707c","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f00ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.494037953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a306acd4-85f8-4a67-bda3-e39e72fd8297","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.710871956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a306acd4-85f8-4a67-bda3-e39e72fd8297","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.768882983Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a306acd4-85f8-4a67-bda3-e39e72fd8297","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"e2e-mt-f8867e7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.768950397Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-policy-f8867e7d","reconcileID":"a306acd4-85f8-4a67-bda3-e39e72fd8297","MaaSAuthPolicy":{"name":"e2e-policy-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.789526378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"236df8e7-7ebd-4852-a94e-f08fb3dbdc88","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:21.789555084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"236df8e7-7ebd-4852-a94e-f08fb3dbdc88","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.141518821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ac180d-bb38-49ee-bf58-85fad8c2e04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.156975416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ac180d-bb38-49ee-bf58-85fad8c2e04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.174106556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ac180d-bb38-49ee-bf58-85fad8c2e04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.195325706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ac180d-bb38-49ee-bf58-85fad8c2e04c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.897194764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434e4b2a-e1a3-4341-bb6c-4e31c92b018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.911386873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434e4b2a-e1a3-4341-bb6c-4e31c92b018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.931452665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434e4b2a-e1a3-4341-bb6c-4e31c92b018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:22.949850838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"434e4b2a-e1a3-4341-bb6c-4e31c92b018a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.794195507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcad9239-a579-4eeb-93c2-0fb6909ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.809244484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcad9239-a579-4eeb-93c2-0fb6909ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.824465766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcad9239-a579-4eeb-93c2-0fb6909ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:23.838853363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcad9239-a579-4eeb-93c2-0fb6909ebc7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.450313737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"c2f37fb9-4e94-48a2-bd7a-75a85dd9ad30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.518523696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a07b15a-70dd-45f8-9a63-6b064023905e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.538801993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a07b15a-70dd-45f8-9a63-6b064023905e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.557239904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a07b15a-70dd-45f8-9a63-6b064023905e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.572382027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a07b15a-70dd-45f8-9a63-6b064023905e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.595224215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a8f3db1-c63d-4549-a3f5-87e59d726a16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.595721276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"e2b88be6-e32d-4eb1-9949-60340a8e2e60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.623808629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"fd05fd83-e3d2-4178-b0bb-44dd932b3841","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.655236624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"6c6abee6-57f6-4bda-a40a-0c2141d95962","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.656256442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"ac761d4c-37ff-4337-89bb-ea390a79d24f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.746532842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"803f7fc8-1932-4865-8a6a-03c43cde992a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.746983163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"0a52affb-5110-4530-aeee-4c142ca8239e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.761611296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"692d9bb3-612b-4bf8-8f3d-601930a11899","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.884502314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"f0eab01e-0d4c-4c7e-b654-3f3c9c854020","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.990991409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"66b138e7-2c35-41a1-8529-dca765a2e12a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.992719743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9e089205-9a02-4964-8286-cea32fd6007b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:24.99755982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"4c78809b-2d0d-40b4-bc0f-d869c15efce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.208106673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"a2fe216c-e794-4637-b980-5644c6d05773","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.211751967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"65883db3-1897-45da-9e3e-0eb44f758351","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.21560676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"c42d63d4-b3ea-447e-9238-521e1605983c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.325582693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"a2fe216c-e794-4637-b980-5644c6d05773","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.338500074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"b4d8dee8-42af-4b2a-8c2c-2e0d0b7e930a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.441548903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01ce6613-7a85-48d4-bfac-f4e4f61ed23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.441654338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01ce6613-7a85-48d4-bfac-f4e4f61ed23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.548679265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e08428-779b-403d-961a-9ff2735185da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.577072399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e08428-779b-403d-961a-9ff2735185da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.593019168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e08428-779b-403d-961a-9ff2735185da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:25.608521401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e08428-779b-403d-961a-9ff2735185da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.122421802Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","namespace":"ai-tenant-e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.127113563Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","namespace":"ai-tenant-e2e-api-a-d4082f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.127250784Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","tenant":"e2e-api-a-d4082f","tenantID":"e2e-api-a-d4082f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.146124828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Deployment","name":"maas-api-e2e-api-a-d4082f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.226375582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Service","name":"maas-api-e2e-api-a-d4082f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.249696195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d4082f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.275349036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d4082f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.297535716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.315048734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.336631299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.355464849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.369743761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Deployment","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.383679215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.39807727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Service","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.412212373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.418740832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe7f475-3711-425e-bfa8-bb264eff28ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.433479315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe7f475-3711-425e-bfa8-bb264eff28ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.43372368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.448679557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe7f475-3711-425e-bfa8-bb264eff28ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.464234513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.4644993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe7f475-3711-425e-bfa8-bb264eff28ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.48346652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.506067989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.525618172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.624185355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.65003235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d4082f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.669255053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d4082f"},"namespace":"ai-tenant-e2e-api-a-d4082f","name":"default-tenant","reconcileID":"353ea249-d3d7-4493-b9a8-62246b18f153","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d4082f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:26.861506253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"9c13b65e-8463-41f4-bc11-97aa9ce4cbaf","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.149976685Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d4082f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d4082f","reconcileID":"acb36ca5-91ed-424f-8215-5c3859180f63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d4082f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d4082f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.420778811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f643c43-3179-45b4-882f-59eeeb16268b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.435481981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f643c43-3179-45b4-882f-59eeeb16268b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.452977015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f643c43-3179-45b4-882f-59eeeb16268b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:27.467667798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f643c43-3179-45b4-882f-59eeeb16268b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.065004433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fea933-9680-42f1-b649-d7350a681558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.079079221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fea933-9680-42f1-b649-d7350a681558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.093551762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fea933-9680-42f1-b649-d7350a681558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.108265922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fea933-9680-42f1-b649-d7350a681558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.674860527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbea347-032d-4d50-a8fa-5e5564a46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.688736047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbea347-032d-4d50-a8fa-5e5564a46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.702538132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbea347-032d-4d50-a8fa-5e5564a46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:28.717084142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbea347-032d-4d50-a8fa-5e5564a46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:29.388687807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e618b65f-89cc-4b67-9a07-a6dc7ab8b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:29.405323954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e618b65f-89cc-4b67-9a07-a6dc7ab8b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:29.422144014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e618b65f-89cc-4b67-9a07-a6dc7ab8b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:29.447571327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e618b65f-89cc-4b67-9a07-a6dc7ab8b834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.12941648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb62ee42-03ca-47f9-80e0-b4daa7710c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.143307258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb62ee42-03ca-47f9-80e0-b4daa7710c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.157234358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb62ee42-03ca-47f9-80e0-b4daa7710c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.172791413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb62ee42-03ca-47f9-80e0-b4daa7710c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.839412913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f767986a-6b66-4e7b-be98-bf43185abb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.853504227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f767986a-6b66-4e7b-be98-bf43185abb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.923000866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f767986a-6b66-4e7b-be98-bf43185abb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:30.937705559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f767986a-6b66-4e7b-be98-bf43185abb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.052410027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.174433645Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d9f8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d9f8c0","reconcileID":"12af885a-8880-42f0-9f03-096f0cc0074b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d9f8c0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d9f8c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.394612583Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"8e1eb9c3-42e0-4af7-b17d-fd2d4828b6ea","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","subscription":"e2e-sub-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.409946927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"8e1eb9c3-42e0-4af7-b17d-fd2d4828b6ea","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.425804275Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-sub-f8867e7d","reconcileID":"8e1eb9c3-42e0-4af7-b17d-fd2d4828b6ea","MaaSSubscription":{"name":"e2e-sub-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"name":"maas-trlp-e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.526003704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"31daf277-4855-4fdb-9604-2c60994febc3","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.526024944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"31daf277-4855-4fdb-9604-2c60994febc3","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.580520351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca452f-acdc-4d6a-bb50-9521e0680caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.594573918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca452f-acdc-4d6a-bb50-9521e0680caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.611731355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca452f-acdc-4d6a-bb50-9521e0680caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:31.625868915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fca452f-acdc-4d6a-bb50-9521e0680caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.249361083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"524c7944-c727-45b3-a5f5-e9cb62587647","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.276972297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88932450-116f-406d-9c66-d8deec3d73e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.291080034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88932450-116f-406d-9c66-d8deec3d73e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.304977779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88932450-116f-406d-9c66-d8deec3d73e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.318838272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88932450-116f-406d-9c66-d8deec3d73e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.892476964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26e7533-3407-4460-834c-8b7faa0b43db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.906361127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26e7533-3407-4460-834c-8b7faa0b43db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.920552424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26e7533-3407-4460-834c-8b7faa0b43db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:32.934892163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26e7533-3407-4460-834c-8b7faa0b43db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.655876407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899cb7f5-ea37-4749-9e93-3cace60811b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.671089337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899cb7f5-ea37-4749-9e93-3cace60811b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.685697578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899cb7f5-ea37-4749-9e93-3cace60811b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:33.699844299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899cb7f5-ea37-4749-9e93-3cace60811b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.274343531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235d867-e1f0-46ef-b001-2244c550d362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.28826175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235d867-e1f0-46ef-b001-2244c550d362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.302040099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235d867-e1f0-46ef-b001-2244c550d362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.315819508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235d867-e1f0-46ef-b001-2244c550d362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.535947999Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","namespace":"ai-tenant-e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.536038936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","namespace":"ai-tenant-e2e-api-b-d7f9e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.536112355Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","tenant":"e2e-api-b-d7f9e0","tenantID":"e2e-api-b-d7f9e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.55322014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Deployment","name":"maas-api-e2e-api-b-d7f9e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.58602394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Service","name":"maas-api-e2e-api-b-d7f9e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.608314009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d7f9e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.643870733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d7f9e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.662590918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.680392463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.70034059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.722652167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.736945313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Deployment","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.751555189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.76571967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Service","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.779695816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.79384173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.807887769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.821843672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.840689107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.854844195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.869041843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.884147129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d7f9e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.898313105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d7f9e0"},"namespace":"ai-tenant-e2e-api-b-d7f9e0","name":"default-tenant","reconcileID":"a1589f53-05f0-4518-b122-cf53f9a2b93f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d7f9e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.911137997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f276c236-25b8-4e4a-8549-b27f8aa851f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.925872647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f276c236-25b8-4e4a-8549-b27f8aa851f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.94153269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f276c236-25b8-4e4a-8549-b27f8aa851f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:34.96005717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f276c236-25b8-4e4a-8549-b27f8aa851f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.071757058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"5d65412c-32be-402f-8de4-f20a946e3966","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.259842788Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d7f9e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d7f9e0","reconcileID":"33a2e94c-fdcb-4b0a-9aea-8ccac514fd57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d7f9e0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d7f9e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.713430476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496220bc-8c75-42ef-9613-c79b2f67189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.72734334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496220bc-8c75-42ef-9613-c79b2f67189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.741238157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496220bc-8c75-42ef-9613-c79b2f67189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:35.755997044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"496220bc-8c75-42ef-9613-c79b2f67189f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.351055267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70d20070-ecaf-477f-b351-315c895cbfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.351083387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70d20070-ecaf-477f-b351-315c895cbfe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.369962177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a95da8b-8121-499e-955b-cb27bd06cd9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.369985777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a95da8b-8121-499e-955b-cb27bd06cd9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.401383678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"64eb54f5-d6a4-4ead-beb6-544841bb0808","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.418711499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b1862-c40a-4709-a7cc-72d0ccf4c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.433608558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b1862-c40a-4709-a7cc-72d0ccf4c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.448750714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b1862-c40a-4709-a7cc-72d0ccf4c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.463054294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b1862-c40a-4709-a7cc-72d0ccf4c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.466605766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"64eb54f5-d6a4-4ead-beb6-544841bb0808","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.484947165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"64eb54f5-d6a4-4ead-beb6-544841bb0808","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.505047622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbb8dc6-2f44-437e-8c7f-914fb5c2760f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:36.505062339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbb8dc6-2f44-437e-8c7f-914fb5c2760f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.050937578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"14604ade-bd60-43b7-b192-f6fa4c25ec80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.074069738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"14604ade-bd60-43b7-b192-f6fa4c25ec80","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.126528978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373dc8e3-6b5c-4e12-80d1-baf69b751247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.142456546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373dc8e3-6b5c-4e12-80d1-baf69b751247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.156951171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373dc8e3-6b5c-4e12-80d1-baf69b751247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.17137996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373dc8e3-6b5c-4e12-80d1-baf69b751247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.282490158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d45910b0-35e9-49b0-be4f-a22dcfe0c666","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:37.304369893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"d45910b0-35e9-49b0-be4f-a22dcfe0c666","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.000628215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e9266e-c0ca-42c5-90f7-2c2a453547d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.014757837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e9266e-c0ca-42c5-90f7-2c2a453547d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.029378502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e9266e-c0ca-42c5-90f7-2c2a453547d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.044045709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13e9266e-c0ca-42c5-90f7-2c2a453547d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.666812008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1ec343-515e-463b-a8fb-19240af06020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.681170766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1ec343-515e-463b-a8fb-19240af06020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.695429655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1ec343-515e-463b-a8fb-19240af06020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:38.709957706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1ec343-515e-463b-a8fb-19240af06020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.396986426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e511c2c3-bd72-42f6-9cf1-8a6ebc73d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.411102558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e511c2c3-bd72-42f6-9cf1-8a6ebc73d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.430343794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e511c2c3-bd72-42f6-9cf1-8a6ebc73d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:40.444309464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e511c2c3-bd72-42f6-9cf1-8a6ebc73d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.051333721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2f56dc-7524-4142-a037-4be7f84b72a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.065539966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2f56dc-7524-4142-a037-4be7f84b72a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.079887934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2f56dc-7524-4142-a037-4be7f84b72a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.093934067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a2f56dc-7524-4142-a037-4be7f84b72a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.278034372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-296d19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-296d19","reconcileID":"c4d72ba8-2888-43ca-8546-c7d4c781de38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-296d19","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-296d19":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.70725066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b279a92-3e7c-417c-8ed6-455bc0188a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.721982296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b279a92-3e7c-417c-8ed6-455bc0188a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.736145911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b279a92-3e7c-417c-8ed6-455bc0188a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:41.749984898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b279a92-3e7c-417c-8ed6-455bc0188a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:42.385855401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888203c5-e501-47c5-a643-d6fa8ab10336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:42.400326765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888203c5-e501-47c5-a643-d6fa8ab10336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:42.414313978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888203c5-e501-47c5-a643-d6fa8ab10336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:42.428572597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888203c5-e501-47c5-a643-d6fa8ab10336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.104463865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e28f97-39e0-4d32-a328-5147181fc30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.118679909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e28f97-39e0-4d32-a328-5147181fc30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.133098135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e28f97-39e0-4d32-a328-5147181fc30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:43.147075243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91e28f97-39e0-4d32-a328-5147181fc30d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:46.542434865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2e7001d2-f631-4a4c-98fa-5a9611dd94de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:46.562382655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2e7001d2-f631-4a4c-98fa-5a9611dd94de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:46.581855542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2e7001d2-f631-4a4c-98fa-5a9611dd94de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.141321023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.141379774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.141448286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","tenant":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.158526913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Deployment","name":"maas-api-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.194507849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Service","name":"maas-api-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.214069701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.22216136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"f0db5066-b113-495f-981d-ee67ae468b3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.230811151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.243363761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"f0db5066-b113-495f-981d-ee67ae468b3b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.249605418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.268068793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.288502174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.306269208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.320462908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Deployment","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.33456627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.348754703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Service","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.363468163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"Service","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.377764358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.392255263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.402868724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"e58fe1d5-412e-4df3-bda9-94d7c37aa97e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.406413142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.427595345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.445450522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.468631472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"e58fe1d5-412e-4df3-bda9-94d7c37aa97e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.469179532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.48988095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.510066137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"99d1db23-2c53-452a-a02f-069c7509f34d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f8867e7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:47.82919458Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8867e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8867e7d","reconcileID":"41711883-bfc5-476d-95ef-4a6d0945c6bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8867e7d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f8867e7d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.905770329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"083663f4-0474-4fa7-9b79-daaead1d1afa","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.932873335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"083663f4-0474-4fa7-9b79-daaead1d1afa","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.940366666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"669ea09c-6abd-49b9-a067-063e9f2c54d6","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.940471713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"669ea09c-6abd-49b9-a067-063e9f2c54d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.954737203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6eaeb13c-254f-4c01-9ec1-0d20f97e0b96","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.954841491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6eaeb13c-254f-4c01-9ec1-0d20f97e0b96","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.975694342Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"43b3d8f4-bb6c-4f3a-b6d2-b30e2ebe2833","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:47.975781672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"43b3d8f4-bb6c-4f3a-b6d2-b30e2ebe2833","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.016604755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"8f13c793-7acb-46d5-8573-4ea9e4309293","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.016671987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"8f13c793-7acb-46d5-8573-4ea9e4309293","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.097224345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"3ca54f33-fe3f-4673-a561-94b35a8bbcc3","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.097302924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"3ca54f33-fe3f-4673-a561-94b35a8bbcc3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.237242671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63728b5e-7855-448f-ae47-59d032bc7646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.251647993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63728b5e-7855-448f-ae47-59d032bc7646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.258130362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b5df37b5-6066-4610-af75-46c5599fa5f6","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.258190144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b5df37b5-6066-4610-af75-46c5599fa5f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.266156498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63728b5e-7855-448f-ae47-59d032bc7646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.280979819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63728b5e-7855-448f-ae47-59d032bc7646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.579000352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"db4aafb6-9a79-4162-a0b7-3ae0c00cef6e","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:48.579168577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"db4aafb6-9a79-4162-a0b7-3ae0c00cef6e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.909376483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df7cca3-dcec-4811-bd29-602a6c9c5592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.923671859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df7cca3-dcec-4811-bd29-602a6c9c5592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.938578994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df7cca3-dcec-4811-bd29-602a6c9c5592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:48.95343409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df7cca3-dcec-4811-bd29-602a6c9c5592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:49.219865057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"abb68f0c-328d-4c61-8aa7-716cc53243db","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:49.219950611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"abb68f0c-328d-4c61-8aa7-716cc53243db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:50.501077584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"17d92ff0-0201-4fd6-a48f-5a6435a28e6d","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:50.501143699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"17d92ff0-0201-4fd6-a48f-5a6435a28e6d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:53.06253943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"41442991-4728-43ac-be38-e4fd21193058","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:53.062631551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"41442991-4728-43ac-be38-e4fd21193058","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.615056843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"10515b40-d270-444d-8567-d516d57f57d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.635819627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"10515b40-d270-444d-8567-d516d57f57d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:56.655508119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"10515b40-d270-444d-8567-d516d57f57d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.369464408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"a9e68c79-1833-4ee1-9105-25c4146aa956","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d9f8c0","tenantID":"e2e-ipp-b-d9f8c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.412315448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"a9e68c79-1833-4ee1-9105-25c4146aa956","name":"e2e-ipp-b-d9f8c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.434155985Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"57f47fea-2896-46f0-9680-b7c3bea46165","namespace":"ai-tenant-e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.434700898Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"57f47fea-2896-46f0-9680-b7c3bea46165","namespace":"ai-tenant-e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.434833619Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"57f47fea-2896-46f0-9680-b7c3bea46165","name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.454637988Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"57f47fea-2896-46f0-9680-b7c3bea46165","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.455051116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"fe64c4ac-31e0-40ea-a42d-79dcdc003a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.455485236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57afd23b-f195-4a16-9184-02eb87790648","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.455502006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57afd23b-f195-4a16-9184-02eb87790648","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.499848301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"fe64c4ac-31e0-40ea-a42d-79dcdc003a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.626236077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"fe64c4ac-31e0-40ea-a42d-79dcdc003a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"name":"e2e-api-b-579f09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.626268899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"e2e-e2e-api-b-579f09-policy","reconcileID":"fe64c4ac-31e0-40ea-a42d-79dcdc003a02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-579f09-policy","namespace":"ai-tenant-e2e-api-b-579f09"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.646568985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8db1da20-3409-4c39-a445-18140013a244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:57.64659256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8db1da20-3409-4c39-a445-18140013a244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.18306683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"584d351d-9164-4f25-9d58-7d6f5f21cad5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.183137842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"584d351d-9164-4f25-9d58-7d6f5f21cad5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.438940747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"917b0bbe-7736-4de2-a4ce-5450ad56555f","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.439015583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"917b0bbe-7736-4de2-a4ce-5450ad56555f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.500583564Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"65347713-2f2e-4721-abc1-045eb598e7e9","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:02:58.50066071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"65347713-2f2e-4721-abc1-045eb598e7e9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.737792815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cfd41f-08ac-4b3f-abd2-c55fdc659a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.752102038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cfd41f-08ac-4b3f-abd2-c55fdc659a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.766754682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cfd41f-08ac-4b3f-abd2-c55fdc659a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:58.78279223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9cfd41f-08ac-4b3f-abd2-c55fdc659a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.385658362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f711b5-dc4e-4569-bae3-e111459e7ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.400028228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f711b5-dc4e-4569-bae3-e111459e7ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.413970213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f711b5-dc4e-4569-bae3-e111459e7ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.428099873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f711b5-dc4e-4569-bae3-e111459e7ce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.534960754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"f2e9ea9a-dce3-4e52-b83f-9c8b72bdd3d4","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.534986578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"f2e9ea9a-dce3-4e52-b83f-9c8b72bdd3d4","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.588225146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8867e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8867e7d","reconcileID":"9dba8be7-8d58-432d-8f95-f79cb4a401c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8867e7d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f8867e7d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.949434394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"77e460a6-3f96-482c-b88d-3b39129d26e4","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:02:59.949461047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"77e460a6-3f96-482c-b88d-3b39129d26e4","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.097308723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11863604-7509-4acb-9b29-bc56c1d69385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.111312883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11863604-7509-4acb-9b29-bc56c1d69385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.125368653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11863604-7509-4acb-9b29-bc56c1d69385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.139346842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11863604-7509-4acb-9b29-bc56c1d69385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.804340166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7850a4-b295-426a-a3db-f9333c621e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.82329215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7850a4-b295-426a-a3db-f9333c621e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.838179383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7850a4-b295-426a-a3db-f9333c621e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:00.853322481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f7850a4-b295-426a-a3db-f9333c621e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.056606789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.616937583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca422bc3-f12a-4606-9ecf-096fd7dd1234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.630921194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca422bc3-f12a-4606-9ecf-096fd7dd1234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.646697914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca422bc3-f12a-4606-9ecf-096fd7dd1234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:01.662095551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca422bc3-f12a-4606-9ecf-096fd7dd1234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:06.790404102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"acf87d71-445c-46ff-8004-3e8701da8beb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:06.844196193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"acf87d71-445c-46ff-8004-3e8701da8beb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:06.88303117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"acf87d71-445c-46ff-8004-3e8701da8beb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:06.905194497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f938d04f-75c8-4b55-9fd5-3645a5667359","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:06.90523432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f938d04f-75c8-4b55-9fd5-3645a5667359","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.01910209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"e2b81cff-f2f5-4d72-bb1b-8ed041c40767","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:07.077975292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"e2b81cff-f2f5-4d72-bb1b-8ed041c40767","name":"e2e-api-b-296d19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.367926034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5052bd11-668f-44ed-8a2e-60da8b5d3de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.384942143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5052bd11-668f-44ed-8a2e-60da8b5d3de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.399200574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5052bd11-668f-44ed-8a2e-60da8b5d3de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.4133492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5052bd11-668f-44ed-8a2e-60da8b5d3de0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:10.991668516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad8e69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad8e69","reconcileID":"4e59ec42-a48f-4df6-a2ea-109ca3ee1fa8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad8e69","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ad8e69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.219242765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd136c2-b10f-47f8-85c0-0d4c16982192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.30948164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd136c2-b10f-47f8-85c0-0d4c16982192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.334207453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd136c2-b10f-47f8-85c0-0d4c16982192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:11.355218864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd136c2-b10f-47f8-85c0-0d4c16982192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.280135277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab09f74-8afd-4855-aa1e-5eddce50814b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.294286716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab09f74-8afd-4855-aa1e-5eddce50814b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.308741086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab09f74-8afd-4855-aa1e-5eddce50814b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.323818913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fab09f74-8afd-4855-aa1e-5eddce50814b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.963195439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0189759a-4188-4618-89ec-414273aa56d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.979644973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0189759a-4188-4618-89ec-414273aa56d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:12.994713546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0189759a-4188-4618-89ec-414273aa56d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.009076686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0189759a-4188-4618-89ec-414273aa56d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.645414334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-442dc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-442dc2","reconcileID":"53b84d98-97d8-4363-a162-2e9228d1f863","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-442dc2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-442dc2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.74820301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788043f5-226e-4484-b34a-34ccba487b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.762201161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788043f5-226e-4484-b34a-34ccba487b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.782664523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788043f5-226e-4484-b34a-34ccba487b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:13.800189311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788043f5-226e-4484-b34a-34ccba487b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:14.383258911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f04e31a-8654-4473-8348-61e924a2446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:14.398304789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f04e31a-8654-4473-8348-61e924a2446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:14.416331724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f04e31a-8654-4473-8348-61e924a2446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:14.431126282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f04e31a-8654-4473-8348-61e924a2446f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.077901246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf33ce-caa3-4126-8897-6e64005c4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.094267788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf33ce-caa3-4126-8897-6e64005c4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.109337814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf33ce-caa3-4126-8897-6e64005c4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.124376745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fbf33ce-caa3-4126-8897-6e64005c4a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.732016422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896c69a6-1075-4dab-89b4-958fd359b007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.746084503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896c69a6-1075-4dab-89b4-958fd359b007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.782613181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896c69a6-1075-4dab-89b4-958fd359b007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:15.798202612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896c69a6-1075-4dab-89b4-958fd359b007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.463379784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"ba1bcf82-87a4-4d90-a66a-29c441beb990","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.516232521Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"ba1bcf82-87a4-4d90-a66a-29c441beb990","name":"e2e-mt-f8867e7d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.939203216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2fad2da3-1560-4641-a2a8-5b037bdcc253","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.959838439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2fad2da3-1560-4641-a2a8-5b037bdcc253","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:16.978787861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"2fad2da3-1560-4641-a2a8-5b037bdcc253","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.180782381Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","namespace":"ai-tenant-e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.180862861Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","namespace":"ai-tenant-e2e-api-b-579f09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.180930226Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","tenant":"e2e-api-b-579f09","tenantID":"e2e-api-b-579f09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.198227136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Deployment","name":"maas-api-e2e-api-b-579f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.236255322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Service","name":"maas-api-e2e-api-b-579f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.261107109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-579f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.280556426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-579f09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.300778722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.322024179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.342092401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.359240878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.373261469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Deployment","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.387224017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.401497948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Service","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.415969375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.442364522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.457107437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.475457878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.499730506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.524940763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.541290272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.592184496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-579f09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:26.65624219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-579f09"},"namespace":"ai-tenant-e2e-api-b-579f09","name":"default-tenant","reconcileID":"dd2d4088-3dcb-4ab1-b1c1-467f5c19bdb6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-579f09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.038143208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95a0a3a-9a5b-494f-be91-5178c135b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.073000204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95a0a3a-9a5b-494f-be91-5178c135b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.088266939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95a0a3a-9a5b-494f-be91-5178c135b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.10319942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95a0a3a-9a5b-494f-be91-5178c135b54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.111026692Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-579f09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-579f09","reconcileID":"b3ac0252-a467-451b-ba5a-82383f970ee4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-579f09","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-579f09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.138827367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"b3665404-b45e-4558-a474-448e48fd850f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.161589112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"b3665404-b45e-4558-a474-448e48fd850f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.189229988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"b3665404-b45e-4558-a474-448e48fd850f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.908147217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a43498-e096-4f65-94a6-8f51c5755916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.922320078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a43498-e096-4f65-94a6-8f51c5755916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.936391466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a43498-e096-4f65-94a6-8f51c5755916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:27.950506157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4a43498-e096-4f65-94a6-8f51c5755916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.610844685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b20fd85-b81d-42d3-95ff-1e98692ff799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.624937864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b20fd85-b81d-42d3-95ff-1e98692ff799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.639122028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b20fd85-b81d-42d3-95ff-1e98692ff799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:28.654075741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b20fd85-b81d-42d3-95ff-1e98692ff799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.231013646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8933201c-f5c1-412b-bbd0-cd8aa44af054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.246794247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8933201c-f5c1-412b-bbd0-cd8aa44af054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.270196703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8933201c-f5c1-412b-bbd0-cd8aa44af054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.285160236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8933201c-f5c1-412b-bbd0-cd8aa44af054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.872274551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c2314a-d0d7-4b0f-8540-61ff46984e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.886305551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c2314a-d0d7-4b0f-8540-61ff46984e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.900493973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c2314a-d0d7-4b0f-8540-61ff46984e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:29.914688476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42c2314a-d0d7-4b0f-8540-61ff46984e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.477457816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec6f67-0267-49bd-a794-4dc05e2efd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.491295522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec6f67-0267-49bd-a794-4dc05e2efd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.505240183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec6f67-0267-49bd-a794-4dc05e2efd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:30.51906906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ec6f67-0267-49bd-a794-4dc05e2efd6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:31.055506755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.533621526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78129f5b-15c7-4658-83e3-fe4f340ba610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.548120432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78129f5b-15c7-4658-83e3-fe4f340ba610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.562398096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78129f5b-15c7-4658-83e3-fe4f340ba610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:36.576435042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78129f5b-15c7-4658-83e3-fe4f340ba610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.273518031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"a5643e92-8110-4a1f-b82d-bc956c8bcbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.29579367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"a5643e92-8110-4a1f-b82d-bc956c8bcbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.317272097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"a5643e92-8110-4a1f-b82d-bc956c8bcbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.333806707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fce36a-899c-4bca-8024-8d7a1149a1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.349366158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fce36a-899c-4bca-8024-8d7a1149a1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.364229372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fce36a-899c-4bca-8024-8d7a1149a1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.378370349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9fce36a-899c-4bca-8024-8d7a1149a1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.83433307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c8af0c-55a2-44de-af17-a22a498659da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.834353396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63c8af0c-55a2-44de-af17-a22a498659da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.852715053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26936426-cc8e-41c8-9d1a-96956b615905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.85274271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26936426-cc8e-41c8-9d1a-96956b615905","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.882072484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"defb2bd6-6787-4375-9e11-15ba43b3408e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:37.953812324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"defb2bd6-6787-4375-9e11-15ba43b3408e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.021241296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"defb2bd6-6787-4375-9e11-15ba43b3408e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.039170466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e3c190-80ab-4662-9f26-d0f72669836a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.039196665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e3c190-80ab-4662-9f26-d0f72669836a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.07002683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2fbe5d-0478-481e-b769-fb15901f3e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.123301901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2fbe5d-0478-481e-b769-fb15901f3e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.138417846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2fbe5d-0478-481e-b769-fb15901f3e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.152407073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d2fbe5d-0478-481e-b769-fb15901f3e16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.803850732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfc5105-c752-45cb-a8b9-9dcd57828e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.817721809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfc5105-c752-45cb-a8b9-9dcd57828e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.832405106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfc5105-c752-45cb-a8b9-9dcd57828e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:38.847126652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfc5105-c752-45cb-a8b9-9dcd57828e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.495431529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495504d2-7e1b-43c5-9721-472a34848efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.509356509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495504d2-7e1b-43c5-9721-472a34848efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.526545148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495504d2-7e1b-43c5-9721-472a34848efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.541302544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495504d2-7e1b-43c5-9721-472a34848efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.603334921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"6fe1a862-e5e6-45ed-8255-1b2991b729d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.623179247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"6fe1a862-e5e6-45ed-8255-1b2991b729d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.644090219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"6fe1a862-e5e6-45ed-8255-1b2991b729d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.690140695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"1cf18e20-00ec-4b9f-a3a8-31d35604c74d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.70966974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"1cf18e20-00ec-4b9f-a3a8-31d35604c74d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:39.728325023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-fcce6b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44d67f1cb47cbd983f1c1a13196440e75512833136acd6212aafe84fc113ec4b) AuthConfig (8740f76b8e8e028c691c8fc230b32d7cafbe4db980d678c2cc8a37dfb507de0c) AuthConfig (43f4ac6468c6c0bfa0c4371e0df128e0cb8c934e04e67466789d5832c34c05ad) AuthConfig (e0f1bb74df754a3935b87b6842ac74ccb0bea8dc8af250e6e662a4c06b61291f) AuthConfig (6fe4ee5109345e1bb9a72a4e0173f8b86715d773acb37518e574635ce3a47767) AuthConfig (106d2725ee1515ec633abed7629fcb84a5e403d2e114c822aa89ea5a24225153) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b) EnvoyFilter (openshift-ingress/e2e-api-a-fcce6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"1cf18e20-00ec-4b9f-a3a8-31d35604c74d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.222484502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f76460-4e28-412f-8e8e-14e83f2102e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.236510365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f76460-4e28-412f-8e8e-14e83f2102e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.250584813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f76460-4e28-412f-8e8e-14e83f2102e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:40.265165037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f76460-4e28-412f-8e8e-14e83f2102e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.078355562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3fe45b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3fe45b","reconcileID":"64d30f51-dd7b-4abd-b69d-3a6dd8074178","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3fe45b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-3fe45b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.226926161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e1a123-03eb-468d-8791-d8699719d5bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.241644032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e1a123-03eb-468d-8791-d8699719d5bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.256583414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e1a123-03eb-468d-8791-d8699719d5bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.270678572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39e1a123-03eb-468d-8791-d8699719d5bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.964463987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a071798-dccc-4935-a047-bf994c1b7380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:41.989344794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a071798-dccc-4935-a047-bf994c1b7380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.006239438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a071798-dccc-4935-a047-bf994c1b7380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.020508832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a071798-dccc-4935-a047-bf994c1b7380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.184671828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"1cad7360-c161-4ead-b2ea-f424f5cb96e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ad8e69","tenantID":"e2e-ipp-b-ad8e69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.232025681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"1cad7360-c161-4ead-b2ea-f424f5cb96e7","name":"e2e-ipp-b-ad8e69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.762562129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4289700-76c9-496f-90b1-506f74d8b73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.777072532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4289700-76c9-496f-90b1-506f74d8b73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.791557694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4289700-76c9-496f-90b1-506f74d8b73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:42.805369269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4289700-76c9-496f-90b1-506f74d8b73c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.438113871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784bc94-50a4-4f69-9da3-b8c471a4fe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.457508224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784bc94-50a4-4f69-9da3-b8c471a4fe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.485499278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784bc94-50a4-4f69-9da3-b8c471a4fe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:43.533200067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0784bc94-50a4-4f69-9da3-b8c471a4fe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:44.239892697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1249df34-6aa9-4d90-9f83-ebea67a1d6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:44.253897942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1249df34-6aa9-4d90-9f83-ebea67a1d6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:44.268114671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1249df34-6aa9-4d90-9f83-ebea67a1d6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:44.286102766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1249df34-6aa9-4d90-9f83-ebea67a1d6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:45.118238557Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4d79fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4d79fa","reconcileID":"59d85dae-bbb6-4327-b4fd-22198a285bed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4d79fa","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4d79fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:45.260369891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616ee854-327b-4f9d-9a15-fa128003554e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:45.275696897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616ee854-327b-4f9d-9a15-fa128003554e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:45.290759675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616ee854-327b-4f9d-9a15-fa128003554e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:45.305553656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"616ee854-327b-4f9d-9a15-fa128003554e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.021111932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd5bf80-1fc5-4cfc-9352-3613539e445a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.035798012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd5bf80-1fc5-4cfc-9352-3613539e445a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.050853585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd5bf80-1fc5-4cfc-9352-3613539e445a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.066044039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd5bf80-1fc5-4cfc-9352-3613539e445a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.783294354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896aa366-b993-414f-aa91-7daddb0c009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.799873891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896aa366-b993-414f-aa91-7daddb0c009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.820189281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896aa366-b993-414f-aa91-7daddb0c009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:46.859103877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896aa366-b993-414f-aa91-7daddb0c009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:47.50836423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"ef8486e8-9f14-45dc-aa63-85c651373add","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-442dc2","tenantID":"e2e-ipp-a-442dc2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:47.550839333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"ef8486e8-9f14-45dc-aa63-85c651373add","name":"e2e-ipp-a-442dc2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.081524878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"a9433c7d-1295-4991-a3d9-197e990f2287","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.131836868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"a9433c7d-1295-4991-a3d9-197e990f2287","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:48.183837206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"a9433c7d-1295-4991-a3d9-197e990f2287","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:49.763111708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"4739a48b-52e0-42c6-abff-6d9e29edc94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:49.792167315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"4f536aa0-f8ac-4775-954f-c4dab2828c4b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:49.792195291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"4f536aa0-f8ac-4775-954f-c4dab2828c4b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:49.815118014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"4739a48b-52e0-42c6-abff-6d9e29edc94e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.007065635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db94d87e-dd41-4095-96cf-33bcafc5e424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.007089356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db94d87e-dd41-4095-96cf-33bcafc5e424","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.039871779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"9762da28-e0f6-4d51-b479-202464f33b9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.081705915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"9762da28-e0f6-4d51-b479-202464f33b9a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:03:50.16368187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"9762da28-e0f6-4d51-b479-202464f33b9a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-fcce6b-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.201653268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69c698b-475a-4c96-b80c-1aa91ab21c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.216342479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69c698b-475a-4c96-b80c-1aa91ab21c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.216482413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"1c1c1c3a-d3db-4eb9-b1d0-ead30f0474ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.230502394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69c698b-475a-4c96-b80c-1aa91ab21c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.244376977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69c698b-475a-4c96-b80c-1aa91ab21c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.250627853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"1c1c1c3a-d3db-4eb9-b1d0-ead30f0474ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.820403476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dc1096-08a0-4ca5-9d38-1715abf00e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.83437911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dc1096-08a0-4ca5-9d38-1715abf00e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.848330563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dc1096-08a0-4ca5-9d38-1715abf00e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:50.862329525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51dc1096-08a0-4ca5-9d38-1715abf00e58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.816735835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"f3bebbdb-a016-4238-a4e9-76e72bf00d2a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.816758224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"f3bebbdb-a016-4238-a4e9-76e72bf00d2a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.837159925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6bc0717d-c830-4020-bba9-70b927b08adf","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:56.837182146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"6bc0717d-c830-4020-bba9-70b927b08adf","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.191112126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b58465b-0639-4f1c-9653-d4ff11b7f842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.205428914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b58465b-0639-4f1c-9653-d4ff11b7f842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.219439073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b58465b-0639-4f1c-9653-d4ff11b7f842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.23422906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b58465b-0639-4f1c-9653-d4ff11b7f842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.909820131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aea1bb4-f2e4-403c-b2aa-48413f84cfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.92542836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aea1bb4-f2e4-403c-b2aa-48413f84cfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.940433929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aea1bb4-f2e4-403c-b2aa-48413f84cfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:57.955177332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aea1bb4-f2e4-403c-b2aa-48413f84cfd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.214323268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"cb760149-ceee-45b7-83a4-6eebbf284c25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.233945822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"cb760149-ceee-45b7-83a4-6eebbf284c25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.252541951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"cb760149-ceee-45b7-83a4-6eebbf284c25","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.550221145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee93bb8-d311-4068-b1a6-11d237f7bced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.565383305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee93bb8-d311-4068-b1a6-11d237f7bced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.580004596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee93bb8-d311-4068-b1a6-11d237f7bced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:03:58.593999439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee93bb8-d311-4068-b1a6-11d237f7bced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.059973075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"03a603cc-7efd-4a01-92e2-1c9e786688f9","namespace":"ai-tenant-e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.060030829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"03a603cc-7efd-4a01-92e2-1c9e786688f9","namespace":"ai-tenant-e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.060076297Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"03a603cc-7efd-4a01-92e2-1c9e786688f9","name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.080100015Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"03a603cc-7efd-4a01-92e2-1c9e786688f9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.080418228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e750e8ff-915e-4104-b2d4-f6e92513e2d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.080438282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e750e8ff-915e-4104-b2d4-f6e92513e2d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.080757018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"647d49b8-7309-4ab8-93c0-f8c9c560b86b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.221046851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"647d49b8-7309-4ab8-93c0-f8c9c560b86b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.27651933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"647d49b8-7309-4ab8-93c0-f8c9c560b86b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"name":"e2e-api-a-fcce6b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.27654289Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"e2e-e2e-api-a-fcce6b-policy","reconcileID":"647d49b8-7309-4ab8-93c0-f8c9c560b86b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-fcce6b-policy","namespace":"ai-tenant-e2e-api-a-fcce6b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.298496005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed69de62-dd51-42f7-a230-89e63d602497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:00.29851926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed69de62-dd51-42f7-a230-89e63d602497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:01.053069692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.953039814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"ee1735ad-1b6a-4572-88da-f7e6251cd885","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"tenant":"e2e-mt-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","model":"ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:06.953149993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"ee1735ad-1b6a-4572-88da-f7e6251cd885","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"routeName":"e2e-lifecycle-model-f8867e7d-kserve-route","namespace":"ai-tenant-e2e-mt-f8867e7d","llmisvcName":"e2e-lifecycle-model-f8867e7d","gateway":"openshift-ingress/e2e-mt-f8867e7d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.305130532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"49d0150e-bab5-4b0a-bedb-10b00dff064f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.345722211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"49d0150e-bab5-4b0a-bedb-10b00dff064f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:08.429426998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"49d0150e-bab5-4b0a-bedb-10b00dff064f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:12.23411204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"cbb0e517-00c9-414d-b615-bc3305d24b18","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:12.276281466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"cbb0e517-00c9-414d-b615-bc3305d24b18","name":"e2e-ipp-a-3fe45b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:14.809406118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2562d601-5e82-45c8-9a4b-fb84ac288059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:14.823581111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2562d601-5e82-45c8-9a4b-fb84ac288059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:14.837638016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2562d601-5e82-45c8-9a4b-fb84ac288059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:14.852542827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2562d601-5e82-45c8-9a4b-fb84ac288059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:15.495859883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489cb1c8-4b71-43ab-afc9-c9595e1b0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:15.509986975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489cb1c8-4b71-43ab-afc9-c9595e1b0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:15.524753446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489cb1c8-4b71-43ab-afc9-c9595e1b0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:15.539443484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"489cb1c8-4b71-43ab-afc9-c9595e1b0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.371420297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3819ba-221b-49c6-be50-4cbfb3cf9c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.385926146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3819ba-221b-49c6-be50-4cbfb3cf9c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.399806297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3819ba-221b-49c6-be50-4cbfb3cf9c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:16.413964364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3819ba-221b-49c6-be50-4cbfb3cf9c37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.017744112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ff6a5c-04eb-404c-9577-0840ca23200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.044804604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ff6a5c-04eb-404c-9577-0840ca23200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.067025307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ff6a5c-04eb-404c-9577-0840ca23200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.097842992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ff6a5c-04eb-404c-9577-0840ca23200f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.817373695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60767569-645a-47ca-9eec-fb02075a0b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.843197719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60767569-645a-47ca-9eec-fb02075a0b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.860332119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60767569-645a-47ca-9eec-fb02075a0b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:17.884156697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60767569-645a-47ca-9eec-fb02075a0b02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.481397418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"5e04b81e-ba92-4688-a383-97af8bedc603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.502030997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"5e04b81e-ba92-4688-a383-97af8bedc603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.522628058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"5e04b81e-ba92-4688-a383-97af8bedc603","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.595066863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"54935d4a-fdc4-41df-a10c-e8ecac28e15a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4d79fa","tenantID":"e2e-praxis-a-4d79fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.621135194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86dac646-ea7a-4e20-87fb-f08609f599c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.635866952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86dac646-ea7a-4e20-87fb-f08609f599c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.650550977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86dac646-ea7a-4e20-87fb-f08609f599c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.652251332Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"54935d4a-fdc4-41df-a10c-e8ecac28e15a","name":"e2e-praxis-a-4d79fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:18.664804743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86dac646-ea7a-4e20-87fb-f08609f599c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.392666698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe8565-751d-4bc0-8e8a-047ba6e00c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.435335011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe8565-751d-4bc0-8e8a-047ba6e00c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.454512993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe8565-751d-4bc0-8e8a-047ba6e00c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:19.479582293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe8565-751d-4bc0-8e8a-047ba6e00c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.144300869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863801b-8ea1-4711-b8d5-386c504bcb66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.159394029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863801b-8ea1-4711-b8d5-386c504bcb66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.173768848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863801b-8ea1-4711-b8d5-386c504bcb66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.192996238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9863801b-8ea1-4711-b8d5-386c504bcb66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.775945721Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.776048933Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","namespace":"ai-tenant-e2e-mt-f8867e7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.776128267Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","tenant":"e2e-mt-f8867e7d","tenantID":"e2e-mt-f8867e7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.800481599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Deployment","name":"maas-api-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.839703909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Service","name":"maas-api-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.859345653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.880127317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f8867e7d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.900475033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.920576786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.922030895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d32653d-e80c-4cbc-8344-561bfb0a78cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.94688626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d32653d-e80c-4cbc-8344-561bfb0a78cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:20.951747129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.023816859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d32653d-e80c-4cbc-8344-561bfb0a78cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.042364905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d32653d-e80c-4cbc-8344-561bfb0a78cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.087647634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.117198421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Deployment","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.142729383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.234795779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Service","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.252990591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"Service","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.288638047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.317060476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.34333132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.381169314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.397558183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.415879883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.46570631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f8867e7d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:21.482243906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"default-tenant","reconcileID":"e6ac161f-1451-4052-b8a1-5af5bf638f15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f8867e7d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.103839707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f8867e7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f8867e7d","reconcileID":"ee01e5f3-664c-4845-a954-f3160124cc9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f8867e7d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f8867e7d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.178485518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"27cd6734-353a-4bb4-b41d-a8c6817cd566","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.194475443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b90c1-f24a-4f87-9bfc-337d556cc312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.20081652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"27cd6734-353a-4bb4-b41d-a8c6817cd566","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.207061702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d580c680-2874-401b-ae12-bd8f3b369ef2","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.207150503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d580c680-2874-401b-ae12-bd8f3b369ef2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.210319787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b90c1-f24a-4f87-9bfc-337d556cc312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.218261027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a0e1e7f7-3d78-4b88-b4ed-3aa8301dd1ca","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.218343895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"a0e1e7f7-3d78-4b88-b4ed-3aa8301dd1ca","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.225900375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b90c1-f24a-4f87-9bfc-337d556cc312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.239399084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d509bb37-fd5f-413e-b2b6-30f946c27277","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.239530226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d509bb37-fd5f-413e-b2b6-30f946c27277","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.242328849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66b90c1-f24a-4f87-9bfc-337d556cc312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.280425175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c1ab2a1b-c29e-4e4b-ae8f-ca1783d89f2b","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.280556189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c1ab2a1b-c29e-4e4b-ae8f-ca1783d89f2b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.361601985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"2aa74d4a-e95d-483a-a7e7-4120d85cefa5","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.361693921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"2aa74d4a-e95d-483a-a7e7-4120d85cefa5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.536255629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"09e1a4f8-5452-4608-babb-9cae8b855b80","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.536454763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"09e1a4f8-5452-4608-babb-9cae8b855b80","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.858354762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d2a363fe-61a4-47df-84fc-d9c983b4861a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:22.858571928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d2a363fe-61a4-47df-84fc-d9c983b4861a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.952971365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da11984-944f-4dd5-98ad-bab8fafdd44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.97782454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da11984-944f-4dd5-98ad-bab8fafdd44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:22.992860356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da11984-944f-4dd5-98ad-bab8fafdd44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.007665318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da11984-944f-4dd5-98ad-bab8fafdd44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:23.499067094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"7c2da41e-6bad-4d71-8a5b-ef4a4b7620cc","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:23.499145759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"7c2da41e-6bad-4d71-8a5b-ef4a4b7620cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.649199657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1897058b-d63c-4392-bc18-e83207220f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.664450579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1897058b-d63c-4392-bc18-e83207220f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.679654674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1897058b-d63c-4392-bc18-e83207220f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:23.695051973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1897058b-d63c-4392-bc18-e83207220f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.414949699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b1e37-9ff4-4843-bffe-e47ae2d0c3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.432143404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b1e37-9ff4-4843-bffe-e47ae2d0c3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.449104284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b1e37-9ff4-4843-bffe-e47ae2d0c3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:24.464086413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1b1e37-9ff4-4843-bffe-e47ae2d0c3cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:24.779844116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"289f5050-cb0f-4723-af00-812b28208af1","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:24.779921834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"289f5050-cb0f-4723-af00-812b28208af1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:25.161093241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58e07b-95cf-4936-be90-7d98f4dc2082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:25.176573683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58e07b-95cf-4936-be90-7d98f4dc2082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:25.191268631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58e07b-95cf-4936-be90-7d98f4dc2082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:25.205798251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f58e07b-95cf-4936-be90-7d98f4dc2082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.016866726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e089e9-239a-4136-9916-d4cd282bd21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.032975196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e089e9-239a-4136-9916-d4cd282bd21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.048445132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e089e9-239a-4136-9916-d4cd282bd21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.066324625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e089e9-239a-4136-9916-d4cd282bd21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:26.52805289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"181e16c8-78ed-48cb-9f63-cc3d972e815a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:26.528271725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"181e16c8-78ed-48cb-9f63-cc3d972e815a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.74328649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c468eaf3-8251-4559-9e97-d87ca57ca60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.759201714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c468eaf3-8251-4559-9e97-d87ca57ca60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.77322105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c468eaf3-8251-4559-9e97-d87ca57ca60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:26.787160538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c468eaf3-8251-4559-9e97-d87ca57ca60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.382459447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbca976-3d64-4594-8f02-5042f0299924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.396700442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbca976-3d64-4594-8f02-5042f0299924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.410854177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbca976-3d64-4594-8f02-5042f0299924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:27.425241293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cbca976-3d64-4594-8f02-5042f0299924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:27.846786185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"80c581c9-a857-4186-918f-f9d6ec8373f6","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:27.846855385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"80c581c9-a857-4186-918f-f9d6ec8373f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.027190215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220f37ba-ec79-4f6b-9b2e-951ade137ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.0412965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220f37ba-ec79-4f6b-9b2e-951ade137ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.055623316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220f37ba-ec79-4f6b-9b2e-951ade137ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.069777567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220f37ba-ec79-4f6b-9b2e-951ade137ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.628805296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"ccb24876-201c-4e53-a60f-9eb43ad6c03e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.650097646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"ccb24876-201c-4e53-a60f-9eb43ad6c03e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.721210591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (147d42c0d242d33881b8bada9f1e7897d7e20fdf343d15797a600d3c508ee166) AuthConfig (cceae42cbe303923a8085fccc83835324a68f9d4354b0d94086496ba58d46512) AuthConfig (0c0f7fb8a85c7f8e75a2235a66403a2a0b13fbd865aa46d0220d05b0db384c3e) AuthConfig (095f201af17cfa7ac4f55a229a89fbb1800d1bd34e7c881b371f43eaafda00ee) AuthConfig (22be4dc2fe7b8f9b624fd21881fd63c0a000a7e5041a39883e9aa21eebcf6d63) AuthConfig (3a1df533bd9e7ae6dd7d9d8a6ea90ae91346a99ba6fa1fb6d3008228a26de879)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"ccb24876-201c-4e53-a60f-9eb43ad6c03e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.74321418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a834a921-4de4-423a-bc2c-a4a9d2ce1564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.743238568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a834a921-4de4-423a-bc2c-a4a9d2ce1564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.7529404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892515d1-3b9b-4c5f-8032-6690dd931e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.766980409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892515d1-3b9b-4c5f-8032-6690dd931e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.781249632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892515d1-3b9b-4c5f-8032-6690dd931e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:28.795711717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"892515d1-3b9b-4c5f-8032-6690dd931e63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:29.076728178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"86d73439-5b57-45c0-9065-1fa1c3707f1d","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:29.07680072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"86d73439-5b57-45c0-9065-1fa1c3707f1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.393195083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e16dc1-7774-4838-83e5-10230313d983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.408090145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e16dc1-7774-4838-83e5-10230313d983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.422125458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e16dc1-7774-4838-83e5-10230313d983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:29.436372698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e16dc1-7774-4838-83e5-10230313d983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:31.054472622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.085144806Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","namespace":"ai-tenant-e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.085215347Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","namespace":"ai-tenant-e2e-api-a-fcce6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.085268297Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","tenant":"e2e-api-a-fcce6b","tenantID":"e2e-api-a-fcce6b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.106601074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Deployment","name":"maas-api-e2e-api-a-fcce6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.140671073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Service","name":"maas-api-e2e-api-a-fcce6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.161181908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-fcce6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.178632531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-fcce6b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.196439479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.214204637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.234380142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.252644001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.268056637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Deployment","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.28259022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.298186556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Service","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.312621412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"Service","name":"payload-pre-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.327045678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.341577031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.356022721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.378281741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.39310343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.424990876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.456456554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-fcce6b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.47669423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-fcce6b"},"namespace":"ai-tenant-e2e-api-a-fcce6b","name":"default-tenant","reconcileID":"7921a7cd-62c6-45db-b2f2-77c4299398a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-fcce6b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.912077897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"bfe43c2f-b4ac-4378-85df-c4d64cc81449","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.962113837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"bfe43c2f-b4ac-4378-85df-c4d64cc81449","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:38.988872824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-296d19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (147d42c0d242d33881b8bada9f1e7897d7e20fdf343d15797a600d3c508ee166) AuthConfig (cceae42cbe303923a8085fccc83835324a68f9d4354b0d94086496ba58d46512) AuthConfig (0c0f7fb8a85c7f8e75a2235a66403a2a0b13fbd865aa46d0220d05b0db384c3e) AuthConfig (095f201af17cfa7ac4f55a229a89fbb1800d1bd34e7c881b371f43eaafda00ee) AuthConfig (22be4dc2fe7b8f9b624fd21881fd63c0a000a7e5041a39883e9aa21eebcf6d63) AuthConfig (3a1df533bd9e7ae6dd7d9d8a6ea90ae91346a99ba6fa1fb6d3008228a26de879)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"bfe43c2f-b4ac-4378-85df-c4d64cc81449","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.080388256Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-fcce6b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-fcce6b","reconcileID":"09f0118c-733c-41f4-affa-51fd6f80f1c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-fcce6b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-fcce6b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:39.138272753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"1f2737b1-f6dc-43b6-984b-cbf2e0f28771","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:39.138462274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"1f2737b1-f6dc-43b6-984b-cbf2e0f28771","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.457051056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c28d9a-e616-43e7-9b7d-9a8fc76a5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.47116367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c28d9a-e616-43e7-9b7d-9a8fc76a5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.486087193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c28d9a-e616-43e7-9b7d-9a8fc76a5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:39.501072336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c28d9a-e616-43e7-9b7d-9a8fc76a5d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.080820175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a2664-cbe2-448f-95b3-25b86df0d896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.09504505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a2664-cbe2-448f-95b3-25b86df0d896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.10901076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a2664-cbe2-448f-95b3-25b86df0d896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.124505069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b8a2664-cbe2-448f-95b3-25b86df0d896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.688919925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8a82e-e4ad-46aa-b89b-56dd1774df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.727536678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8a82e-e4ad-46aa-b89b-56dd1774df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.742740597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8a82e-e4ad-46aa-b89b-56dd1774df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:40.756898688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ced8a82e-e4ad-46aa-b89b-56dd1774df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.495949544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd781855-f496-49a6-9d1b-70f7a4a015d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.510363719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd781855-f496-49a6-9d1b-70f7a4a015d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.524377845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd781855-f496-49a6-9d1b-70f7a4a015d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:41.539134428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd781855-f496-49a6-9d1b-70f7a4a015d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:46.408791534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9efa52e8-2975-495b-8b09-86a642c80a24","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:46.408896405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9efa52e8-2975-495b-8b09-86a642c80a24","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.754416558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f78203-5756-4de0-99eb-d27e85bac166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.769763654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f78203-5756-4de0-99eb-d27e85bac166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.784683662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f78203-5756-4de0-99eb-d27e85bac166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:46.800453471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f78203-5756-4de0-99eb-d27e85bac166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.514468561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e91544-b6bc-4ffb-bde6-ac0bb0c84d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:47.526320581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"763871ea-12fd-4da1-a70b-f6ad23246386","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:47.526405418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"763871ea-12fd-4da1-a70b-f6ad23246386","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.529393638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e91544-b6bc-4ffb-bde6-ac0bb0c84d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.545002654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e91544-b6bc-4ffb-bde6-ac0bb0c84d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:47.552326853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b60ca963-91ef-4188-bde7-6765c877ca1a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:47.552407793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"b60ca963-91ef-4188-bde7-6765c877ca1a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.56504041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e91544-b6bc-4ffb-bde6-ac0bb0c84d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.596138459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"56276e02-0609-4cf4-9369-6079ad220434","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.619321756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"56276e02-0609-4cf4-9369-6079ad220434","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.810261385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd89feb-ba21-4719-899b-7b7de22362dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.81028429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dd89feb-ba21-4719-899b-7b7de22362dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.839866248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"73b6c516-bb27-4cad-b354-bbe930273634","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:47.860561353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"73b6c516-bb27-4cad-b354-bbe930273634","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.170262374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad3d5a6-c54b-49f9-b645-c6b4702a3f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.184648639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad3d5a6-c54b-49f9-b645-c6b4702a3f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.198806307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad3d5a6-c54b-49f9-b645-c6b4702a3f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.213098896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad3d5a6-c54b-49f9-b645-c6b4702a3f98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.85042035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765de0d-41eb-4a85-990d-2ac33227f13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.864578168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765de0d-41eb-4a85-990d-2ac33227f13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.878746009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765de0d-41eb-4a85-990d-2ac33227f13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.892765948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765de0d-41eb-4a85-990d-2ac33227f13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.983334151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","namespace":"ai-tenant-e2e-ipp-a-76c786","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.983391974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","namespace":"ai-tenant-e2e-ipp-a-76c786","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:48.983451123Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","tenant":"e2e-ipp-a-76c786","tenantID":"e2e-ipp-a-76c786","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.000284167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Deployment","name":"maas-api-e2e-ipp-a-76c786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.030886138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Service","name":"maas-api-e2e-ipp-a-76c786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.051941337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-76c786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.070253431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-76c786","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.090790967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.109181039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.129013787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.148460165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.165271718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.182256321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.212821727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Service","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.242145529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.259723728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.277455394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.296526022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.317762034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.334745627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.353012029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.370048389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-76c786","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.387371646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-76c786"},"namespace":"ai-tenant-e2e-ipp-a-76c786","name":"default-tenant","reconcileID":"876fbc1e-b953-46ff-a32c-5fa89ce46b11","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-76c786","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:49.72528134Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-76c786","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-76c786","reconcileID":"a77fd0fe-479f-4563-a713-26329536a609","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-76c786","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-76c786"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:49.806811302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9af1bb02-9841-4733-bcf7-fa68e7dcdc6f","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:49.806916853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"9af1bb02-9841-4733-bcf7-fa68e7dcdc6f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.186482122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f860f-344d-49ee-856d-e45f6400ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.200547198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f860f-344d-49ee-856d-e45f6400ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.214625993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f860f-344d-49ee-856d-e45f6400ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.229347079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"757f860f-344d-49ee-856d-e45f6400ed92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.827095717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4f52d7-4c88-46c3-a4cd-847de802c2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.841269674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4f52d7-4c88-46c3-a4cd-847de802c2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.860063528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4f52d7-4c88-46c3-a4cd-847de802c2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:50.875129818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4f52d7-4c88-46c3-a4cd-847de802c2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.475102394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f6a8a0-f61b-4f52-89ad-e6807a61c9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.489473888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f6a8a0-f61b-4f52-89ad-e6807a61c9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.509223318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f6a8a0-f61b-4f52-89ad-e6807a61c9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:51.531128499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f6a8a0-f61b-4f52-89ad-e6807a61c9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:51.736512726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"0de4c142-5e77-444e-a91b-e324d1a1b062","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:51.736597748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"0de4c142-5e77-444e-a91b-e324d1a1b062","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.225795387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716700c-950e-4657-a3ca-e7124e5a69e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.240744225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716700c-950e-4657-a3ca-e7124e5a69e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.255223925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716700c-950e-4657-a3ca-e7124e5a69e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.274207023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a716700c-950e-4657-a3ca-e7124e5a69e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.901955112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9b7264-b1eb-4771-9931-44ceb7c53983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.916039689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9b7264-b1eb-4771-9931-44ceb7c53983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.929963484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9b7264-b1eb-4771-9931-44ceb7c53983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:52.944015213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b9b7264-b1eb-4771-9931-44ceb7c53983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.89914071Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","namespace":"ai-tenant-e2e-ipp-a-5fd295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.899200891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","namespace":"ai-tenant-e2e-ipp-a-5fd295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.899259174Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","tenant":"e2e-ipp-a-5fd295","tenantID":"e2e-ipp-a-5fd295","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.916283687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Deployment","name":"maas-api-e2e-ipp-a-5fd295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.951054175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Service","name":"maas-api-e2e-ipp-a-5fd295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.969626115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-5fd295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:55.987072387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-5fd295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.007894812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.035185784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.055656053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.073128149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.090295081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.107575228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.140817988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Service","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.172710346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.196090246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.225599421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.248288254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.269198583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.29427546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.31745973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.338397661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-5fd295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.356037345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5fd295"},"namespace":"ai-tenant-e2e-ipp-a-5fd295","name":"default-tenant","reconcileID":"2ddef8f9-3161-4dcd-8932-8d03ed2dc8bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-5fd295","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:56.84314746Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5fd295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5fd295","reconcileID":"2c19046e-37c4-4a6d-83b5-81f3cf9a49c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5fd295","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-5fd295"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:56.905739227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"db56cf9e-c3e1-46ba-88d5-1ab7265b08cc","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:56.905822355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"db56cf9e-c3e1-46ba-88d5-1ab7265b08cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.39625698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c032dae3-9e36-4d88-b5bf-a8c26830c120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.410953114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c032dae3-9e36-4d88-b5bf-a8c26830c120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.425937759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c032dae3-9e36-4d88-b5bf-a8c26830c120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.443930989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c032dae3-9e36-4d88-b5bf-a8c26830c120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:57.670179223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c23f395c-da0f-4d5e-8cbb-7119c8e22d5f","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:57.670293257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c23f395c-da0f-4d5e-8cbb-7119c8e22d5f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.699498321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"c89476d6-3578-46fb-b814-08fead0580b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.719217346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"c89476d6-3578-46fb-b814-08fead0580b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.800025144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"8ac2f33e-092a-46e4-b9d0-c2fc0f224e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:57.819492545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"8ac2f33e-092a-46e4-b9d0-c2fc0f224e62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.056240413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03b17ce-775c-4029-883f-7d86328d86a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.075555973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03b17ce-775c-4029-883f-7d86328d86a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.091760315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03b17ce-775c-4029-883f-7d86328d86a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:58.111667319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03b17ce-775c-4029-883f-7d86328d86a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:58.841951804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"dbf23673-f7e8-40f6-b850-01b009e2d24a","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:58.859255492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"dbf23673-f7e8-40f6-b850-01b009e2d24a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:58.905921627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"04dbf58a-e7be-44d6-b166-ed1d57f59763","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:04:58.906258321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"04dbf58a-e7be-44d6-b166-ed1d57f59763","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:59.421525777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1edcc3b-4645-41ae-a5b8-912eb9ac1930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:59.446366956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1edcc3b-4645-41ae-a5b8-912eb9ac1930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:59.467534325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1edcc3b-4645-41ae-a5b8-912eb9ac1930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:04:59.483311291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1edcc3b-4645-41ae-a5b8-912eb9ac1930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.210420865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cb7582-dedd-48a6-8d3a-a3a8b566b292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.224585607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cb7582-dedd-48a6-8d3a-a3a8b566b292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.238652773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cb7582-dedd-48a6-8d3a-a3a8b566b292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.252730842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1cb7582-dedd-48a6-8d3a-a3a8b566b292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.899196389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4388cb5f-5e87-4a1a-a7d7-7d70912f11e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.919510419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4388cb5f-5e87-4a1a-a7d7-7d70912f11e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.93503289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4388cb5f-5e87-4a1a-a7d7-7d70912f11e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:00.949164884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4388cb5f-5e87-4a1a-a7d7-7d70912f11e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:00.960117393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"487152e3-5097-4bc9-9866-0b46b53ca510","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:00.960203882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"487152e3-5097-4bc9-9866-0b46b53ca510","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:01.005949627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c177356f-273b-4f15-a3be-24579b1a9e49","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:01.006025546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"c177356f-273b-4f15-a3be-24579b1a9e49","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.052746967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.599815395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78609bf9-0c13-4626-a753-6c8b7912b0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.614099606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78609bf9-0c13-4626-a753-6c8b7912b0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.629172517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78609bf9-0c13-4626-a753-6c8b7912b0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:01.644718662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78609bf9-0c13-4626-a753-6c8b7912b0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.044442717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d480ea67-6b1e-4180-9d85-add3f3b43d36","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.04453191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d480ea67-6b1e-4180-9d85-add3f3b43d36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.10106491Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7046db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7046db","reconcileID":"c9068df3-8026-4f81-ba5a-02903be66e92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7046db","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7046db":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.173005856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d182a790-5271-43f6-8877-89cd59678b1d","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:02.173087728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"d182a790-5271-43f6-8877-89cd59678b1d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.497356416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753e6364-8348-415f-916b-555d0e6c1f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.512856418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753e6364-8348-415f-916b-555d0e6c1f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.528919539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753e6364-8348-415f-916b-555d0e6c1f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:02.543665052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753e6364-8348-415f-916b-555d0e6c1f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.145532866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99fca66-d966-4a10-b8ba-37577cdfbe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.159692015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99fca66-d966-4a10-b8ba-37577cdfbe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.173387074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99fca66-d966-4a10-b8ba-37577cdfbe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.187575318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99fca66-d966-4a10-b8ba-37577cdfbe11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:03.621588959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"adf76924-5daa-468a-8b2b-46840079bbfc","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:03.621702073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f8867e7d","namespace":"ai-tenant-e2e-mt-f8867e7d"},"namespace":"ai-tenant-e2e-mt-f8867e7d","name":"e2e-lifecycle-model-f8867e7d","reconcileID":"adf76924-5daa-468a-8b2b-46840079bbfc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f8867e7d/e2e-lifecycle-model-f8867e7d-kserve-route (gateways: [openshift-ingress/e2e-mt-f8867e7d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.82100767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d9d521-e493-48f2-84c6-a835305729ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.839609968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d9d521-e493-48f2-84c6-a835305729ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.85824949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d9d521-e493-48f2-84c6-a835305729ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:03.875881723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d9d521-e493-48f2-84c6-a835305729ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:03.877319146Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7046db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7046db","reconcileID":"9c710281-8867-46d2-bd34-895cd7d4b21e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-7046db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:04.584653454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a18e719-0f9b-474e-86b3-5d5780dc6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:04.599685865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a18e719-0f9b-474e-86b3-5d5780dc6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:04.613666888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a18e719-0f9b-474e-86b3-5d5780dc6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:04.627586534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a18e719-0f9b-474e-86b3-5d5780dc6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.310678638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3014473-2dbd-4be7-ad19-13065fd667b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.325376149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3014473-2dbd-4be7-ad19-13065fd667b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.339532658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3014473-2dbd-4be7-ad19-13065fd667b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:05.354146933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3014473-2dbd-4be7-ad19-13065fd667b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.014195045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3c8538-03de-47e1-9315-b64352c54cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.029121122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3c8538-03de-47e1-9315-b64352c54cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.043147963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3c8538-03de-47e1-9315-b64352c54cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.057835487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc3c8538-03de-47e1-9315-b64352c54cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.953777795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca673ff1-fab2-4cac-8a15-b88d4bbc8596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.968138376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca673ff1-fab2-4cac-8a15-b88d4bbc8596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:06.994409465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca673ff1-fab2-4cac-8a15-b88d4bbc8596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.038351494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca673ff1-fab2-4cac-8a15-b88d4bbc8596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.707595989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65beb592-8bb1-4aad-a5e8-64afe725e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.721775755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65beb592-8bb1-4aad-a5e8-64afe725e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.735802949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65beb592-8bb1-4aad-a5e8-64afe725e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:07.749771408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65beb592-8bb1-4aad-a5e8-64afe725e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:08.376452943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d140e-b2f1-4020-a432-5eaa7bb0d451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:08.391186691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d140e-b2f1-4020-a432-5eaa7bb0d451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:08.406363555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d140e-b2f1-4020-a432-5eaa7bb0d451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:08.423269269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac5d140e-b2f1-4020-a432-5eaa7bb0d451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.107962217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee59b0e-c5e9-4392-864f-709e3aa53819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.122877098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee59b0e-c5e9-4392-864f-709e3aa53819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.13856899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee59b0e-c5e9-4392-864f-709e3aa53819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.154660897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee59b0e-c5e9-4392-864f-709e3aa53819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.707422327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"c5f68f71-6da8-49fa-8cb8-1c99ee0aac34","namespace":"ai-tenant-e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.707502765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"c5f68f71-6da8-49fa-8cb8-1c99ee0aac34","namespace":"ai-tenant-e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.707562658Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"c5f68f71-6da8-49fa-8cb8-1c99ee0aac34","name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.725502041Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"c5f68f71-6da8-49fa-8cb8-1c99ee0aac34","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.725894213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ba5673a-0ee8-4ad8-8631-6df6aee1ed15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.725924729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ba5673a-0ee8-4ad8-8631-6df6aee1ed15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.741228637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfda571-c88a-4b6f-8f5e-869e68a0370d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.757101141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfda571-c88a-4b6f-8f5e-869e68a0370d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.7572889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"42165aa0-0617-44de-9565-789d1c619472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.772218506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfda571-c88a-4b6f-8f5e-869e68a0370d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.786453206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfda571-c88a-4b6f-8f5e-869e68a0370d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.818000858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"42165aa0-0617-44de-9565-789d1c619472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.936965298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"42165aa0-0617-44de-9565-789d1c619472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"name":"e2e-api-b-296d19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.936990455Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"e2e-e2e-api-b-296d19-policy","reconcileID":"42165aa0-0617-44de-9565-789d1c619472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-296d19-policy","namespace":"ai-tenant-e2e-api-b-296d19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.957799583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267e5a71-3760-4f42-bca8-04f70cbaac27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:09.95781849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267e5a71-3760-4f42-bca8-04f70cbaac27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:10.474165756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c6a9-4a81-4f8e-b75a-f6d8d9473988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:10.489470651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c6a9-4a81-4f8e-b75a-f6d8d9473988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:10.503442782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c6a9-4a81-4f8e-b75a-f6d8d9473988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:10.517540721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a69c6a9-4a81-4f8e-b75a-f6d8d9473988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.100075604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3529fdcc-2993-4c0f-a64b-775c44626a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.113955213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3529fdcc-2993-4c0f-a64b-775c44626a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.128923138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3529fdcc-2993-4c0f-a64b-775c44626a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.149845277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3529fdcc-2993-4c0f-a64b-775c44626a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.741278915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d21c5d-24b9-4422-8e1f-0a018fdccc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.755694865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d21c5d-24b9-4422-8e1f-0a018fdccc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.770507638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d21c5d-24b9-4422-8e1f-0a018fdccc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:11.784519235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d21c5d-24b9-4422-8e1f-0a018fdccc2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.399497184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4bf11-8bc2-4861-83ac-9679a5f9b3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.413815583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4bf11-8bc2-4861-83ac-9679a5f9b3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.427829692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4bf11-8bc2-4861-83ac-9679a5f9b3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.442427738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4bf11-8bc2-4861-83ac-9679a5f9b3b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:12.468947946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b16b28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b16b28","reconcileID":"b3fa85bc-8d2e-487b-8cb7-830082877ee2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b16b28","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b16b28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.093098018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738cbae9-39a5-4bc3-8d97-fc6c52f8ca7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.107292388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738cbae9-39a5-4bc3-8d97-fc6c52f8ca7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.121342762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738cbae9-39a5-4bc3-8d97-fc6c52f8ca7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.135386898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738cbae9-39a5-4bc3-8d97-fc6c52f8ca7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.80073069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da372a6f-74c0-4c7b-9ec5-78d5f691bd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.814840504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da372a6f-74c0-4c7b-9ec5-78d5f691bd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.828878582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da372a6f-74c0-4c7b-9ec5-78d5f691bd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:13.843235306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da372a6f-74c0-4c7b-9ec5-78d5f691bd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:20.737466912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07700a-4618-49a9-b233-c39e8350c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:20.752114907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07700a-4618-49a9-b233-c39e8350c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:20.766792516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07700a-4618-49a9-b233-c39e8350c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:20.780858902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb07700a-4618-49a9-b233-c39e8350c9a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.498818845Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5bc531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5bc531","reconcileID":"8fbeaa22-5efb-44b7-b058-d208e9b3e151","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5bc531","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5bc531":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.505859709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab54ec5-7a50-4830-aa56-dffbb313c21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.519860713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab54ec5-7a50-4830-aa56-dffbb313c21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.533798878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab54ec5-7a50-4830-aa56-dffbb313c21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:21.548656876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab54ec5-7a50-4830-aa56-dffbb313c21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.20399824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50122af0-561e-4602-ad04-ef5ead5607a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.218165869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50122af0-561e-4602-ad04-ef5ead5607a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.232205301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50122af0-561e-4602-ad04-ef5ead5607a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.247073812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50122af0-561e-4602-ad04-ef5ead5607a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.809016176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024bcfc-c342-4d25-9da7-d6d895b77aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.823110179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024bcfc-c342-4d25-9da7-d6d895b77aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.836896835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024bcfc-c342-4d25-9da7-d6d895b77aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:22.851402956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a024bcfc-c342-4d25-9da7-d6d895b77aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:23.218041654Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5bc531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5bc531","reconcileID":"ac6b123d-b718-4729-aeaa-46a6f908a9cc","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-5bc531\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:23.507483245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ea89b3-9ecd-4673-94ab-87096f17956c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:23.521801977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ea89b3-9ecd-4673-94ab-87096f17956c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:23.536561468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ea89b3-9ecd-4673-94ab-87096f17956c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:23.553481289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ea89b3-9ecd-4673-94ab-87096f17956c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.229798091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dc342d-5466-4495-a9ae-0f39f6b6301a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.243998047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dc342d-5466-4495-a9ae-0f39f6b6301a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.258130973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dc342d-5466-4495-a9ae-0f39f6b6301a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.272244117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dc342d-5466-4495-a9ae-0f39f6b6301a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.909984934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55fa713-5757-484d-9477-853f64d23650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.924447715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55fa713-5757-484d-9477-853f64d23650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.939153276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55fa713-5757-484d-9477-853f64d23650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:24.95374594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55fa713-5757-484d-9477-853f64d23650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.636327667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6bfbff-610a-4099-9613-763d37a23dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.650665069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6bfbff-610a-4099-9613-763d37a23dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.665200281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6bfbff-610a-4099-9613-763d37a23dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:25.679370102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6bfbff-610a-4099-9613-763d37a23dbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.25231842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca42a41-f6d4-45ac-bc65-535cc7dc46e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.266885933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca42a41-f6d4-45ac-bc65-535cc7dc46e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.280719118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca42a41-f6d4-45ac-bc65-535cc7dc46e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:26.294571754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca42a41-f6d4-45ac-bc65-535cc7dc46e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.691083487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"2c84b3d3-92fe-4a8b-89c9-a0941477f348","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7046db","tenantID":"e2e-praxis-b-7046db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.733374518Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"2c84b3d3-92fe-4a8b-89c9-a0941477f348","name":"e2e-praxis-b-7046db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.754196516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","namespace":"ai-tenant-e2e-ipp-b-d9f8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.754307028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","namespace":"ai-tenant-e2e-ipp-b-d9f8c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.754463361Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","tenant":"e2e-ipp-b-d9f8c0","tenantID":"e2e-ipp-b-d9f8c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.775812033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d9f8c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.813784922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Service","name":"maas-api-e2e-ipp-b-d9f8c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.833970904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d9f8c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.857174656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d9f8c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.875541119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.893173687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.913799786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.931633303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.94881624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:30.965712255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.005116535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Service","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.039003807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.057002043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.057121019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.076131059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.095861552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.117196939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.136736851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.154268764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.175212256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d9f8c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.19403659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d9f8c0"},"namespace":"ai-tenant-e2e-ipp-b-d9f8c0","name":"default-tenant","reconcileID":"e794ebd9-c9e4-4ec1-91e0-a60e49fb0885","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d9f8c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.530513993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d9f8c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d9f8c0","reconcileID":"f07e89b6-5839-4720-b77a-7a719be61500","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d9f8c0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d9f8c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.910640763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61059449-6991-4c56-8d30-d2bd53b00d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.925004378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61059449-6991-4c56-8d30-d2bd53b00d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.939761405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61059449-6991-4c56-8d30-d2bd53b00d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:31.954463621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61059449-6991-4c56-8d30-d2bd53b00d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.525055683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d710e-7b6f-4afb-9640-bb75a62360c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.539471385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d710e-7b6f-4afb-9640-bb75a62360c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.557546158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d710e-7b6f-4afb-9640-bb75a62360c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:32.571721775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"849d710e-7b6f-4afb-9640-bb75a62360c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.786229047Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","namespace":"ai-tenant-e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.786287548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","namespace":"ai-tenant-e2e-api-b-296d19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.786355104Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","tenant":"e2e-api-b-296d19","tenantID":"e2e-api-b-296d19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.803730798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Deployment","name":"maas-api-e2e-api-b-296d19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.841305832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Service","name":"maas-api-e2e-api-b-296d19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.861620324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-296d19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.880270545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-296d19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.905238392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.924006571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.94437768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.962327398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.976728741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Deployment","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:36.991163637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.006105264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Service","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.020577021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"Service","name":"payload-pre-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.039113575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.05712072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.073283304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.093424186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.11619208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.131708677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.15534862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-296d19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.170160775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-296d19"},"namespace":"ai-tenant-e2e-api-b-296d19","name":"default-tenant","reconcileID":"2dfaa588-2821-4d1a-8c24-c6ae43b7fd8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-296d19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:37.685170275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-296d19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-296d19","reconcileID":"caffe233-63d5-4f97-abae-d75ffbcb0b8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-296d19","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-296d19"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.089177094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2711e592-aaf6-4b6e-977c-ef0a66077efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.103276051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2711e592-aaf6-4b6e-977c-ef0a66077efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.119247429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2711e592-aaf6-4b6e-977c-ef0a66077efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.137749076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2711e592-aaf6-4b6e-977c-ef0a66077efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.784124518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f563-ef5b-4625-ab93-a2c08d81b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.797944849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f563-ef5b-4625-ab93-a2c08d81b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.813713627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f563-ef5b-4625-ab93-a2c08d81b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:38.828261768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c7f563-ef5b-4625-ab93-a2c08d81b94c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.494814285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547d060f-d31c-4de7-b148-98da90d7f7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.508690148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547d060f-d31c-4de7-b148-98da90d7f7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.522711552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547d060f-d31c-4de7-b148-98da90d7f7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.537112541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"547d060f-d31c-4de7-b148-98da90d7f7f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:39.649400569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a20be1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a20be1","reconcileID":"95e0953b-e2dd-4127-accc-56b110d8312c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a20be1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a20be1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.408231509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a596c093-d496-4a9e-ab3e-6735e6430fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.430643624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a596c093-d496-4a9e-ab3e-6735e6430fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.449496314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a596c093-d496-4a9e-ab3e-6735e6430fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:40.466753496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a596c093-d496-4a9e-ab3e-6735e6430fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.100358087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daebee4-925f-4d4c-8b68-b3afd41f592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.114738675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daebee4-925f-4d4c-8b68-b3afd41f592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.12981656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daebee4-925f-4d4c-8b68-b3afd41f592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.14497894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7daebee4-925f-4d4c-8b68-b3afd41f592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.349781323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"4c8d8c99-c1a6-4750-a5b8-fe6e7e982c2d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b16b28","tenantID":"e2e-ipp-b-b16b28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.393659716Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"4c8d8c99-c1a6-4750-a5b8-fe6e7e982c2d","name":"e2e-ipp-b-b16b28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:41.906783541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8439cf-69c0-497f-a45f-c0c3aab49015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.000653408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8439cf-69c0-497f-a45f-c0c3aab49015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.018377221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8439cf-69c0-497f-a45f-c0c3aab49015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.055205289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8439cf-69c0-497f-a45f-c0c3aab49015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.813608496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3bc95-1917-4748-9afe-9af697620263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.827718361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3bc95-1917-4748-9afe-9af697620263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.841500421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3bc95-1917-4748-9afe-9af697620263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:42.856287455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c3bc95-1917-4748-9afe-9af697620263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:43.508706113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c9e051-bc3f-4206-969e-f352c1c40fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:43.535968185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c9e051-bc3f-4206-969e-f352c1c40fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:43.555349435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c9e051-bc3f-4206-969e-f352c1c40fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:43.585729021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c9e051-bc3f-4206-969e-f352c1c40fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.234892115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899ae757-be5d-41b3-a6ac-ba6d2c95b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.254365917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899ae757-be5d-41b3-a6ac-ba6d2c95b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.273345636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899ae757-be5d-41b3-a6ac-ba6d2c95b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.288562481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899ae757-be5d-41b3-a6ac-ba6d2c95b372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.85527521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279a1cf3-738a-4f26-9ca4-13440c2cbd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.869798965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279a1cf3-738a-4f26-9ca4-13440c2cbd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.883862922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279a1cf3-738a-4f26-9ca4-13440c2cbd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:44.897809147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"279a1cf3-738a-4f26-9ca4-13440c2cbd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.467987415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c2c1c2-3b46-47b9-bf07-57b5f90c2b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.482178716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c2c1c2-3b46-47b9-bf07-57b5f90c2b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.496139491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c2c1c2-3b46-47b9-bf07-57b5f90c2b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.510076594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c2c1c2-3b46-47b9-bf07-57b5f90c2b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:45.744133473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9bb81b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9bb81b","reconcileID":"61457e46-46fc-4a18-9f24-de78eb20d5be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9bb81b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-9bb81b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.115643245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a5d962-69e3-479e-884e-8912b6dd675a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.136541126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a5d962-69e3-479e-884e-8912b6dd675a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.143479667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","namespace":"ai-tenant-e2e-ipp-b-ad8e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.164383599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a5d962-69e3-479e-884e-8912b6dd675a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.168318039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","namespace":"ai-tenant-e2e-ipp-b-ad8e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.196773426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a5d962-69e3-479e-884e-8912b6dd675a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.198016781Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","tenant":"e2e-ipp-b-ad8e69","tenantID":"e2e-ipp-b-ad8e69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.235370663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ad8e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.278255079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Service","name":"maas-api-e2e-ipp-b-ad8e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.302073901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ad8e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.319979039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ad8e69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.350723021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.376147469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.396363714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.419500295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.43677229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.456395266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.486587974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Service","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.516236726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.549089671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.577520148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.606190749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.627218088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.645856354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.663119536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.686940773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ad8e69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:46.706198567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ad8e69"},"namespace":"ai-tenant-e2e-ipp-b-ad8e69","name":"default-tenant","reconcileID":"9dfce3b1-b23e-4eca-8fb6-0ee219e65fbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ad8e69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.064856711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25943f9-5078-4280-9be2-14e3a9e3239f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.085959413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25943f9-5078-4280-9be2-14e3a9e3239f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.103504643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25943f9-5078-4280-9be2-14e3a9e3239f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.117932243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25943f9-5078-4280-9be2-14e3a9e3239f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.206658834Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ad8e69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ad8e69","reconcileID":"3b3a3390-7009-44a1-90e8-d323242c13b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ad8e69","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ad8e69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:47.998303202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18655f7-384c-4468-9cf6-fe20a1e2c69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.036667988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18655f7-384c-4468-9cf6-fe20a1e2c69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.05172191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18655f7-384c-4468-9cf6-fe20a1e2c69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.066860768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d18655f7-384c-4468-9cf6-fe20a1e2c69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.747008076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c74a06-23c4-4362-b491-e601724ba37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.841583346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c74a06-23c4-4362-b491-e601724ba37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.933928857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c74a06-23c4-4362-b491-e601724ba37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:48.955298298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2c74a06-23c4-4362-b491-e601724ba37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:51.234799524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"99a3982d-c753-4344-a960-d4f0fe243a67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:51.277378924Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"99a3982d-c753-4344-a960-d4f0fe243a67","name":"e2e-api-a-5bc531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.388697339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568494db-934e-4578-b53e-9f6211b13d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.402816923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568494db-934e-4578-b53e-9f6211b13d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.416650604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568494db-934e-4578-b53e-9f6211b13d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.431350028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"568494db-934e-4578-b53e-9f6211b13d29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:52.996201878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42a1177-cfcc-4d7d-909f-33d7b91de441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.010711541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42a1177-cfcc-4d7d-909f-33d7b91de441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.02512592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42a1177-cfcc-4d7d-909f-33d7b91de441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.039980599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42a1177-cfcc-4d7d-909f-33d7b91de441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.242149256Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fd1d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fd1d4e","reconcileID":"71264cc5-04f9-412d-a1f0-ae0be2af13db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fd1d4e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-fd1d4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.611255366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e584f18-1ae9-4e9e-b887-af2d4d7b1704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.626099141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e584f18-1ae9-4e9e-b887-af2d4d7b1704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.640573173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e584f18-1ae9-4e9e-b887-af2d4d7b1704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:53.655130623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e584f18-1ae9-4e9e-b887-af2d4d7b1704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:54.325947097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfce70ab-4310-4dd1-a867-59c17c894798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:54.340953566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfce70ab-4310-4dd1-a867-59c17c894798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:54.355810556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfce70ab-4310-4dd1-a867-59c17c894798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:54.37066415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfce70ab-4310-4dd1-a867-59c17c894798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:05:55.006622274Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fd1d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fd1d4e","reconcileID":"9a3156f9-f486-4584-9ed6-003818d90d1f","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-fd1d4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.011174657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2324050e-4964-454b-a9bd-66d1bed0ddaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.026187472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2324050e-4964-454b-a9bd-66d1bed0ddaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.041483915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2324050e-4964-454b-a9bd-66d1bed0ddaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.056626397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2324050e-4964-454b-a9bd-66d1bed0ddaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.82175116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee3e9ba-cb5f-450a-abec-5e0877af82c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.836098759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee3e9ba-cb5f-450a-abec-5e0877af82c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.850066609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee3e9ba-cb5f-450a-abec-5e0877af82c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:55.864870851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee3e9ba-cb5f-450a-abec-5e0877af82c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.507251043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9782850-1d91-487b-8387-73f39447e972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.521167922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9782850-1d91-487b-8387-73f39447e972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.535815617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9782850-1d91-487b-8387-73f39447e972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:05:56.550595186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9782850-1d91-487b-8387-73f39447e972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.052585402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.705111102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71437c62-3968-49c0-857a-2e2882164407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.721066121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71437c62-3968-49c0-857a-2e2882164407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.746337671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71437c62-3968-49c0-857a-2e2882164407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:01.761857449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71437c62-3968-49c0-857a-2e2882164407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.413405991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3330a42b-0c62-4395-909a-177bda35aed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.428106048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3330a42b-0c62-4395-909a-177bda35aed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.44270965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3330a42b-0c62-4395-909a-177bda35aed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:02.457368666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3330a42b-0c62-4395-909a-177bda35aed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.095722347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0136b2d-1431-41fa-ae4f-e39345af8b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.10960454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0136b2d-1431-41fa-ae4f-e39345af8b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.124280655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0136b2d-1431-41fa-ae4f-e39345af8b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.138355419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0136b2d-1431-41fa-ae4f-e39345af8b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.777151257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b632115-6abd-49de-9c95-7e5374dc3f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.795837867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b632115-6abd-49de-9c95-7e5374dc3f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.812295722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b632115-6abd-49de-9c95-7e5374dc3f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:03.827607938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b632115-6abd-49de-9c95-7e5374dc3f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.008705041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-796d71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-796d71","reconcileID":"1d6fdb3e-b56b-412b-8706-7bc50612aa0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-796d71","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-796d71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.411240633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a9b3b2-a600-4658-a59e-57c3ce8f00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.425726284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a9b3b2-a600-4658-a59e-57c3ce8f00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.439536249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a9b3b2-a600-4658-a59e-57c3ce8f00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:04.453479317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a9b3b2-a600-4658-a59e-57c3ce8f00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.110152862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7315a58b-4464-4c44-ab94-872af608e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.124211458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7315a58b-4464-4c44-ab94-872af608e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.138155392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7315a58b-4464-4c44-ab94-872af608e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.152153971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7315a58b-4464-4c44-ab94-872af608e52d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:06:05.695579979Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-796d71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-796d71","reconcileID":"585f67df-66ea-489b-a08c-929440df8c6a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-796d71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.732340859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edbfebc-c2be-4f2a-948f-8c3dc1ce534a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.747017204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edbfebc-c2be-4f2a-948f-8c3dc1ce534a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.761734354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edbfebc-c2be-4f2a-948f-8c3dc1ce534a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:05.776766102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7edbfebc-c2be-4f2a-948f-8c3dc1ce534a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.428793778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b03665f-6a4c-4972-9cad-2241d960b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.444925661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b03665f-6a4c-4972-9cad-2241d960b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.47155194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b03665f-6a4c-4972-9cad-2241d960b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:06.486671767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b03665f-6a4c-4972-9cad-2241d960b73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.075311269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4309303a-dac5-498e-8af2-c9485aaa2b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.089311025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4309303a-dac5-498e-8af2-c9485aaa2b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.103310714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4309303a-dac5-498e-8af2-c9485aaa2b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.121288142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4309303a-dac5-498e-8af2-c9485aaa2b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.720278024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c321c83-922a-49d9-bf4e-070f61b8d837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.734292617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c321c83-922a-49d9-bf4e-070f61b8d837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.748297715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c321c83-922a-49d9-bf4e-070f61b8d837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:07.762540876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c321c83-922a-49d9-bf4e-070f61b8d837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.340467591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59a13ca-0b75-477d-876b-46f7fd5b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.35598254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59a13ca-0b75-477d-876b-46f7fd5b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.369971613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59a13ca-0b75-477d-876b-46f7fd5b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:08.38386154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b59a13ca-0b75-477d-876b-46f7fd5b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.001447913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c03fcbd-7015-4806-ad6d-2920f8b93b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.015950948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c03fcbd-7015-4806-ad6d-2920f8b93b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.029751884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c03fcbd-7015-4806-ad6d-2920f8b93b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.043743213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c03fcbd-7015-4806-ad6d-2920f8b93b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.707664734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1faa4fbf-8705-4490-8d30-67ce6e511cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.721722051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1faa4fbf-8705-4490-8d30-67ce6e511cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.735661296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1faa4fbf-8705-4490-8d30-67ce6e511cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:09.749716612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1faa4fbf-8705-4490-8d30-67ce6e511cf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.443898654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82e14b4-b84e-471b-b7e0-573cc53c3713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.458960891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82e14b4-b84e-471b-b7e0-573cc53c3713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.473107849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82e14b4-b84e-471b-b7e0-573cc53c3713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.487017046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c82e14b4-b84e-471b-b7e0-573cc53c3713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.679998095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"3b9d70d3-7969-4fae-b2fb-abca4dcfcacf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a20be1","tenantID":"e2e-ipp-b-a20be1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:10.721595356Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"3b9d70d3-7969-4fae-b2fb-abca4dcfcacf","name":"e2e-ipp-b-a20be1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.113798139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c47ec6e-e013-4e11-9876-5da4e1c4bf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.127862206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c47ec6e-e013-4e11-9876-5da4e1c4bf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.141684474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c47ec6e-e013-4e11-9876-5da4e1c4bf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.15553265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c47ec6e-e013-4e11-9876-5da4e1c4bf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.726234406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b8413-a6b5-4624-aabc-9ede41cffb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.740425082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b8413-a6b5-4624-aabc-9ede41cffb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.769180382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b8413-a6b5-4624-aabc-9ede41cffb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:11.783757233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4b8413-a6b5-4624-aabc-9ede41cffb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.362473029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2ce39a-8a82-4683-8a93-707bad1afbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.376699095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2ce39a-8a82-4683-8a93-707bad1afbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.390372177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2ce39a-8a82-4683-8a93-707bad1afbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:12.404921309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2ce39a-8a82-4683-8a93-707bad1afbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.115261113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c549c5c-fd44-4065-bdbf-1f22898daa01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.129351389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c549c5c-fd44-4065-bdbf-1f22898daa01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.143462197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c549c5c-fd44-4065-bdbf-1f22898daa01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.157353215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c549c5c-fd44-4065-bdbf-1f22898daa01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.793587099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4d6863-fe74-423a-916c-023042b894c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.807644599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4d6863-fe74-423a-916c-023042b894c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.821765792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4d6863-fe74-423a-916c-023042b894c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:13.835817186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca4d6863-fe74-423a-916c-023042b894c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.435043459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1840600-4ad2-4b08-be77-ea1191200bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.449855912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1840600-4ad2-4b08-be77-ea1191200bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.466628605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1840600-4ad2-4b08-be77-ea1191200bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:14.481409046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1840600-4ad2-4b08-be77-ea1191200bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.111726854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a734f081-2522-4cfc-946e-95f9570d6845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.126033922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a734f081-2522-4cfc-946e-95f9570d6845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.140127542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a734f081-2522-4cfc-946e-95f9570d6845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:15.154135076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a734f081-2522-4cfc-946e-95f9570d6845","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.638870475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"3deb58ce-84c7-477e-882f-e0a0a9ab2db9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-9bb81b","tenantID":"e2e-praxis-a-9bb81b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.683433862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"3deb58ce-84c7-477e-882f-e0a0a9ab2db9","name":"e2e-praxis-a-9bb81b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.704282338Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","namespace":"ai-tenant-e2e-praxis-a-4d79fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.704362213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","namespace":"ai-tenant-e2e-praxis-a-4d79fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.704428728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","tenant":"e2e-praxis-a-4d79fa","tenantID":"e2e-praxis-a-4d79fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.72202505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4d79fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.766082766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Service","name":"maas-api-e2e-praxis-a-4d79fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.787278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4d79fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.806528343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4d79fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.827541828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.851027576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.872381798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.89020502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.904496881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.919096783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.936167719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Service","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.955196342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.973210276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:18.990898302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.010709666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.031151809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.048215132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.065208221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.07975653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4d79fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:19.099277133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4d79fa"},"namespace":"ai-tenant-e2e-praxis-a-4d79fa","name":"default-tenant","reconcileID":"35dc41dc-a4b1-4613-88ee-29d618262b4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4d79fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.081998599Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4d79fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4d79fa","reconcileID":"5a8840e0-fea8-438e-bdec-ae42f8c4445c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4d79fa","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4d79fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.633316588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20938a58-bb88-45b0-a1a2-477b56b9ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.647484145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20938a58-bb88-45b0-a1a2-477b56b9ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.661781241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20938a58-bb88-45b0-a1a2-477b56b9ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:21.676105522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20938a58-bb88-45b0-a1a2-477b56b9ec66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.330851191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6843706-3529-4467-9baa-8348ef6a230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.34509087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6843706-3529-4467-9baa-8348ef6a230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.358997355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6843706-3529-4467-9baa-8348ef6a230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.37291943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6843706-3529-4467-9baa-8348ef6a230d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.940659952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5261f2ca-bfcc-4d52-8483-9d3f4f605cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.954821206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5261f2ca-bfcc-4d52-8483-9d3f4f605cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.969253942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5261f2ca-bfcc-4d52-8483-9d3f4f605cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:22.983350833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5261f2ca-bfcc-4d52-8483-9d3f4f605cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:23.987654966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0da36a05-02ca-492b-8aa9-f0f443c3e346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:23.987674958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0da36a05-02ca-492b-8aa9-f0f443c3e346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.007003598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d51db1-8026-4c44-9fa3-607db3b00971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.007020692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d51db1-8026-4c44-9fa3-607db3b00971","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.036634804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"3634a89a-e921-45a7-ae3b-d88639e75649","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.089419153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"3634a89a-e921-45a7-ae3b-d88639e75649","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.109421966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"3634a89a-e921-45a7-ae3b-d88639e75649","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.130495538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add7602c-0f88-48ad-a4bb-ad42efb14fe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:24.137004509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add7602c-0f88-48ad-a4bb-ad42efb14fe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:25.456188089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"5ba7ad5f-1914-45e2-ac2b-652c6f190256","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-fd1d4e","tenantID":"e2e-ipp-a-fd1d4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:25.499184677Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"5ba7ad5f-1914-45e2-ac2b-652c6f190256","name":"e2e-ipp-a-fd1d4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:27.651874617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fe438b-9ba5-4184-b15a-86a1972bd90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:27.668052267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fe438b-9ba5-4184-b15a-86a1972bd90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:27.698767227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fe438b-9ba5-4184-b15a-86a1972bd90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:27.721971637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fe438b-9ba5-4184-b15a-86a1972bd90d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:28.435648345Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6153f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6153f8","reconcileID":"ebb8e766-a687-48a5-bb32-6b630e2c4e7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6153f8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6153f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:28.533958284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef4d7bb-929f-4e68-99b5-2174bc77213d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:28.573795954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef4d7bb-929f-4e68-99b5-2174bc77213d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:28.619540273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef4d7bb-929f-4e68-99b5-2174bc77213d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:28.672655728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef4d7bb-929f-4e68-99b5-2174bc77213d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.319669634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9fe449-2099-4859-8a7e-4c8c22f43172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.334625547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9fe449-2099-4859-8a7e-4c8c22f43172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.348656742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9fe449-2099-4859-8a7e-4c8c22f43172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.362570336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9fe449-2099-4859-8a7e-4c8c22f43172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:29.988995503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2111513e-7451-4469-ae85-b3e0d2f1f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.002994866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2111513e-7451-4469-ae85-b3e0d2f1f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.025327495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2111513e-7451-4469-ae85-b3e0d2f1f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.039573627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2111513e-7451-4469-ae85-b3e0d2f1f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:06:30.248610621Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6153f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6153f8","reconcileID":"cc63df71-aca6-4474-a147-78a5fee28f25","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-6153f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.683816417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d03658f-2cb0-488e-84b9-5fa62513f892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.714591899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d03658f-2cb0-488e-84b9-5fa62513f892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.738277852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d03658f-2cb0-488e-84b9-5fa62513f892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:30.768571743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d03658f-2cb0-488e-84b9-5fa62513f892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.052849704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.370031099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6187f110-40c6-4031-831f-c5d7a5205a7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.38450302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6187f110-40c6-4031-831f-c5d7a5205a7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.399188751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6187f110-40c6-4031-831f-c5d7a5205a7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:31.414381208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6187f110-40c6-4031-831f-c5d7a5205a7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.161217041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"ce5298a1-5efc-452c-8789-aacadffd5944","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.180971518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"ce5298a1-5efc-452c-8789-aacadffd5944","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:34.199008588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"ce5298a1-5efc-452c-8789-aacadffd5944","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.032722499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2b2e9b90-6e4d-4df3-a68d-86eb4bf5380a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:37.074852511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2b2e9b90-6e4d-4df3-a68d-86eb4bf5380a","name":"e2e-praxis-a-796d71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.24208798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"42fd0d57-9d11-4c04-8d9d-995f5ab7be90","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.262283197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"42fd0d57-9d11-4c04-8d9d-995f5ab7be90","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.280490528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"42fd0d57-9d11-4c04-8d9d-995f5ab7be90","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.804382074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9caaf-b9d9-4558-92e1-51164aa25b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.818896099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9caaf-b9d9-4558-92e1-51164aa25b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.832863426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9caaf-b9d9-4558-92e1-51164aa25b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:44.847166451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff9caaf-b9d9-4558-92e1-51164aa25b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:45.417300741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753a8685-94cf-4530-9dfc-5218de7e2c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:45.431627051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753a8685-94cf-4530-9dfc-5218de7e2c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:45.445774427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753a8685-94cf-4530-9dfc-5218de7e2c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:45.459884862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753a8685-94cf-4530-9dfc-5218de7e2c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.039064995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d84bf-08a5-4cc6-8ee1-2d14546d8c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.053002186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d84bf-08a5-4cc6-8ee1-2d14546d8c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.066878375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d84bf-08a5-4cc6-8ee1-2d14546d8c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.080820827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b30d84bf-08a5-4cc6-8ee1-2d14546d8c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.733945657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ce6429-2227-4849-9892-97a19b7a1b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.748474843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ce6429-2227-4849-9892-97a19b7a1b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.762352416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ce6429-2227-4849-9892-97a19b7a1b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:46.776606801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ce6429-2227-4849-9892-97a19b7a1b2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.513631625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a75bb0-80fa-4a3c-8733-f5def2171976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.528851541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a75bb0-80fa-4a3c-8733-f5def2171976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.556666251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a75bb0-80fa-4a3c-8733-f5def2171976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:47.590147818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a75bb0-80fa-4a3c-8733-f5def2171976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.510145214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e1ae34-aefd-40bd-a486-e792840eebd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.526322074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e1ae34-aefd-40bd-a486-e792840eebd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.546767617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e1ae34-aefd-40bd-a486-e792840eebd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:53.561469511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e1ae34-aefd-40bd-a486-e792840eebd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.200808194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a03fde4-563d-4659-953c-9d16df64948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.214997527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a03fde4-563d-4659-953c-9d16df64948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.229109844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a03fde4-563d-4659-953c-9d16df64948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.243388757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a03fde4-563d-4659-953c-9d16df64948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.324393445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"e7f21480-d40e-467c-80cd-398af1779e05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.344245638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"e7f21480-d40e-467c-80cd-398af1779e05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.362474168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"e7f21480-d40e-467c-80cd-398af1779e05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.82332149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f36223f-e5b4-448d-9d8d-2350d3015862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.837371176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f36223f-e5b4-448d-9d8d-2350d3015862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.852232381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f36223f-e5b4-448d-9d8d-2350d3015862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:54.866345499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f36223f-e5b4-448d-9d8d-2350d3015862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.510297728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96649e54-25ed-42b2-b550-6f2fbd4b2704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.525295048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96649e54-25ed-42b2-b550-6f2fbd4b2704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.540117106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96649e54-25ed-42b2-b550-6f2fbd4b2704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:55.554809769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96649e54-25ed-42b2-b550-6f2fbd4b2704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.584564268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c75768b-ba0f-414c-b1b0-af485596b91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.598837828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c75768b-ba0f-414c-b1b0-af485596b91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.612777164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c75768b-ba0f-414c-b1b0-af485596b91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:06:59.627247349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c75768b-ba0f-414c-b1b0-af485596b91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.217888538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db67def7-e34a-414d-b96d-58e6449ad3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.232097371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db67def7-e34a-414d-b96d-58e6449ad3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.246122527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db67def7-e34a-414d-b96d-58e6449ad3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:00.260384449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db67def7-e34a-414d-b96d-58e6449ad3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.032519006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1929a22-2296-4760-b5cd-d1f6bad66f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.047745511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1929a22-2296-4760-b5cd-d1f6bad66f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.126225687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.128345331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1929a22-2296-4760-b5cd-d1f6bad66f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:01.143682473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1929a22-2296-4760-b5cd-d1f6bad66f69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.139453707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c2ec96-19c3-4928-b959-1fe9c2107bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.170517568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c2ec96-19c3-4928-b959-1fe9c2107bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.210306276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c2ec96-19c3-4928-b959-1fe9c2107bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:02.244614419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c2ec96-19c3-4928-b959-1fe9c2107bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.121925264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ff2ee-9c88-4cba-8d7d-1a54639fb348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.137591752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ff2ee-9c88-4cba-8d7d-1a54639fb348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.153268821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ff2ee-9c88-4cba-8d7d-1a54639fb348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.168976109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602ff2ee-9c88-4cba-8d7d-1a54639fb348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.364624301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"555ea969-ad21-417f-88af-9ad27d2387f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:03.408062006Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"555ea969-ad21-417f-88af-9ad27d2387f4","name":"e2e-api-b-6153f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.235704732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65da58d3-2d81-411a-af83-af163c44d204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.251144828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65da58d3-2d81-411a-af83-af163c44d204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.266259313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65da58d3-2d81-411a-af83-af163c44d204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.281237292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65da58d3-2d81-411a-af83-af163c44d204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.39685782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"7cf97b54-c85c-463b-9b7d-6e601ece0489","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.420408011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"7cf97b54-c85c-463b-9b7d-6e601ece0489","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.438893766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20c4b1115ab5b93a87fa946b8fafe40556f8d3448f40e0f6011fc97160f1650c) AuthConfig (488f5c031aed313e22f2973e04bd33f7d38afb68ae02045cebe54ab5a9da4324) AuthConfig (2bdb98d6c24b66e05256904226abe9c24c6a7ea631e1852f13d0e2e2cc0ef056) AuthConfig (0c09a77cf7d05a930be48dd73e2a5098600860123d134bddcb2825b619059426) AuthConfig (99a49d4033cc037a0dea3f5562691f8aa5cae46b3a0cdbf2a4f81423240b8634) AuthConfig (96694bf94f8723f5425e7d5833ca89deaf9ca755315e50b4ba9556c9ff563ca1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"7cf97b54-c85c-463b-9b7d-6e601ece0489","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.459024744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffd98a3-1930-4185-bfe0-48996ec003b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:04.459043264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ffd98a3-1930-4185-bfe0-48996ec003b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.014724742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5d00a4-6a20-44c5-b64d-cf3cc83557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.029406408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5d00a4-6a20-44c5-b64d-cf3cc83557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.044210483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5d00a4-6a20-44c5-b64d-cf3cc83557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.058936364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f5d00a4-6a20-44c5-b64d-cf3cc83557af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.521392508Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9d9498","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9d9498","reconcileID":"dc87e496-e019-4c4e-9b4d-104de0bcf083","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9d9498","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9d9498":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.673790757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512284-dbae-460f-ab56-0babe7004b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.688005083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512284-dbae-460f-ab56-0babe7004b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.701919098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512284-dbae-460f-ab56-0babe7004b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:05.716738052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512284-dbae-460f-ab56-0babe7004b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.398516974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d586b5b-4d43-4aa0-8649-5ea7160f47b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.441853481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d586b5b-4d43-4aa0-8649-5ea7160f47b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.460232705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d586b5b-4d43-4aa0-8649-5ea7160f47b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:06.475546676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d586b5b-4d43-4aa0-8649-5ea7160f47b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.115977209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfa32c-05b3-4a36-b9ea-429877dc0a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.130087434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfa32c-05b3-4a36-b9ea-429877dc0a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.144110866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfa32c-05b3-4a36-b9ea-429877dc0a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.15805169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2bfa32c-05b3-4a36-b9ea-429877dc0a50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.374300527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c53cc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c53cc8","reconcileID":"58469042-be34-49f4-8d4a-d2d979cf058a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c53cc8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c53cc8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.826008306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca3cd0d-ea73-421f-956e-f2e873b09235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.858615352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca3cd0d-ea73-421f-956e-f2e873b09235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.883284384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca3cd0d-ea73-421f-956e-f2e873b09235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:07.91649649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ca3cd0d-ea73-421f-956e-f2e873b09235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.114835718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","namespace":"ai-tenant-e2e-praxis-b-7046db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.114930415Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","namespace":"ai-tenant-e2e-praxis-b-7046db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.114993783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","tenant":"e2e-praxis-b-7046db","tenantID":"e2e-praxis-b-7046db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.134732309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7046db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.165733577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Service","name":"maas-api-e2e-praxis-b-7046db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.184653303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7046db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.202081353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7046db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.220151223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.2396326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.25945277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.285483765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.299644477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.313661192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.327844904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Service","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.343984699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.358203734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.377832079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.391996921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.41101956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.427264663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.441747737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.456817093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7046db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.473268511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7046db"},"namespace":"ai-tenant-e2e-praxis-b-7046db","name":"default-tenant","reconcileID":"8e66ac9e-106e-409d-bbfd-ecdd8164ba5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7046db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.58250146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214f10ca-cbf5-4be4-9e02-8190474f30b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.606503101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214f10ca-cbf5-4be4-9e02-8190474f30b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.631720561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214f10ca-cbf5-4be4-9e02-8190474f30b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:08.655714186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214f10ca-cbf5-4be4-9e02-8190474f30b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.247000851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7046db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7046db","reconcileID":"8d8b4d41-ad34-4c34-9c4e-48e9e6432a85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7046db","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7046db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.377342278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b5ec01-c6d5-4d3c-b753-83e92d698135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.393166507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b5ec01-c6d5-4d3c-b753-83e92d698135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.413157731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b5ec01-c6d5-4d3c-b753-83e92d698135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:09.428548314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b5ec01-c6d5-4d3c-b753-83e92d698135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.029799974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c4a575-ded3-49f5-941b-413d3350a969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.043998463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c4a575-ded3-49f5-941b-413d3350a969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.058390797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c4a575-ded3-49f5-941b-413d3350a969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.073148722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c4a575-ded3-49f5-941b-413d3350a969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.938814282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a58e5f9-c4a2-4c3d-be46-29bf05b238dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.952968644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a58e5f9-c4a2-4c3d-be46-29bf05b238dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.967010697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a58e5f9-c4a2-4c3d-be46-29bf05b238dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:10.98107211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a58e5f9-c4a2-4c3d-be46-29bf05b238dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.597390421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa85ed73-f96d-495f-bb73-c8ac7159bc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.612031846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa85ed73-f96d-495f-bb73-c8ac7159bc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.625779476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa85ed73-f96d-495f-bb73-c8ac7159bc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:11.640248344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa85ed73-f96d-495f-bb73-c8ac7159bc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.222001908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113d7257-207c-4c61-84d6-e8934442dd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.236765368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113d7257-207c-4c61-84d6-e8934442dd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.251007915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113d7257-207c-4c61-84d6-e8934442dd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:12.265374501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113d7257-207c-4c61-84d6-e8934442dd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.080661714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c13c4-8173-40f9-a60d-579146edbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.094801444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c13c4-8173-40f9-a60d-579146edbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.10865376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c13c4-8173-40f9-a60d-579146edbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.122627888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819c13c4-8173-40f9-a60d-579146edbf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.713944948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637a287-b7fb-493c-b79f-abe8bac8d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.727950211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637a287-b7fb-493c-b79f-abe8bac8d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.742100208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637a287-b7fb-493c-b79f-abe8bac8d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:13.756113126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637a287-b7fb-493c-b79f-abe8bac8d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.41439548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542d64b1-b049-4f80-9ab5-06b6d8487103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.428581316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542d64b1-b049-4f80-9ab5-06b6d8487103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.442863709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542d64b1-b049-4f80-9ab5-06b6d8487103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.457531702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542d64b1-b049-4f80-9ab5-06b6d8487103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.488869474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"5fb45845-cedd-43ed-b491-e935110d53e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.508628867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"5fb45845-cedd-43ed-b491-e935110d53e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:14.538802304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20c4b1115ab5b93a87fa946b8fafe40556f8d3448f40e0f6011fc97160f1650c) AuthConfig (488f5c031aed313e22f2973e04bd33f7d38afb68ae02045cebe54ab5a9da4324) AuthConfig (2bdb98d6c24b66e05256904226abe9c24c6a7ea631e1852f13d0e2e2cc0ef056) AuthConfig (0c09a77cf7d05a930be48dd73e2a5098600860123d134bddcb2825b619059426) AuthConfig (99a49d4033cc037a0dea3f5562691f8aa5cae46b3a0cdbf2a4f81423240b8634) AuthConfig (96694bf94f8723f5425e7d5833ca89deaf9ca755315e50b4ba9556c9ff563ca1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"5fb45845-cedd-43ed-b491-e935110d53e7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.211676084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6e832a54-86a8-4e5e-b4c2-6c1d9b955524","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.229763472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"313416ad-2a92-449f-936c-a31400b5e6ab","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:20.246920596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-apikey-sub-binding-81b39f90","reconcileID":"d425677f-f4c7-4a9f-ba49-3679135f3e26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-81b39f90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.255613266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"705021f9-1ba9-4c04-9905-360f7ad85ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.255945917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"10b542da-f8b6-4a81-8453-c1591cfbdff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.279992444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"10b542da-f8b6-4a81-8453-c1591cfbdff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.280788909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"705021f9-1ba9-4c04-9905-360f7ad85ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.289213296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"19d583c9-e115-4e64-891a-a44aeed0ac1a","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.330171818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"206b88d8-2b1f-4a34-b597-46f237fc5006","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.408317152Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-apikey-sub-binding-81b39f90","reconcileID":"62542b5a-6162-4c10-886e-32374488e3c6","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-apikey-sub-binding-81b39f90","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.460047507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9d00c1b5-389f-476f-9556-681545514cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.460785844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"87074260-81f3-4181-a3b2-b37fa0d8af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.476833549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"add9637a-dc0c-4e0b-996d-997bd11a8179","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.478248997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"6e54829e-24c2-450a-9db8-d05a5f0c6f84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.4839323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9d00c1b5-389f-476f-9556-681545514cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.483979814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"87074260-81f3-4181-a3b2-b37fa0d8af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:20.569786452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-apikey-sub-binding-81b39f90","reconcileID":"29968139-9642-42e7-b52d-7b848b5dc63d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.601958355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"a4c973d4-c8be-4542-b17f-05082d28d2ff","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.662444276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8ba7bc16-615b-44e9-a860-8587f55f07c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.724317384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8ba7bc16-615b-44e9-a860-8587f55f07c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.753548031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5fa2d0b3-1c2d-4687-b095-442b5a225f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.773280802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5fa2d0b3-1c2d-4687-b095-442b5a225f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.915264983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a7448f-fdf2-4876-80fa-00d1a3597424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.929842684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a7448f-fdf2-4876-80fa-00d1a3597424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.944737824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a7448f-fdf2-4876-80fa-00d1a3597424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:23.959006888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a7448f-fdf2-4876-80fa-00d1a3597424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.571460728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"849cec7d-2ea3-4869-b28d-492a911187f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.590778148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"849cec7d-2ea3-4869-b28d-492a911187f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.610042541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5bc531-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (20c4b1115ab5b93a87fa946b8fafe40556f8d3448f40e0f6011fc97160f1650c) AuthConfig (488f5c031aed313e22f2973e04bd33f7d38afb68ae02045cebe54ab5a9da4324) AuthConfig (2bdb98d6c24b66e05256904226abe9c24c6a7ea631e1852f13d0e2e2cc0ef056) AuthConfig (0c09a77cf7d05a930be48dd73e2a5098600860123d134bddcb2825b619059426) AuthConfig (99a49d4033cc037a0dea3f5562691f8aa5cae46b3a0cdbf2a4f81423240b8634) AuthConfig (96694bf94f8723f5425e7d5833ca89deaf9ca755315e50b4ba9556c9ff563ca1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"849cec7d-2ea3-4869-b28d-492a911187f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.612530752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f24ecc7-1a4c-480a-8867-743a369b5d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.626367724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f24ecc7-1a4c-480a-8867-743a369b5d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.641350592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f24ecc7-1a4c-480a-8867-743a369b5d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.659086231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f24ecc7-1a4c-480a-8867-743a369b5d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:24.71512106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b0939","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b0939","reconcileID":"18354a1a-01ce-4d0c-9d4c-3963e2fe87cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b0939","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9b0939":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.416953308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db656069-8e7e-430c-b8eb-bd0e57296359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.431705444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db656069-8e7e-430c-b8eb-bd0e57296359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.445854963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db656069-8e7e-430c-b8eb-bd0e57296359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:25.459834567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db656069-8e7e-430c-b8eb-bd0e57296359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.095083611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1158250-06a4-4170-9968-c8e0f0305867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.1092337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1158250-06a4-4170-9968-c8e0f0305867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.123388366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1158250-06a4-4170-9968-c8e0f0305867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:26.138181198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1158250-06a4-4170-9968-c8e0f0305867","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:26.534199835Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b0939","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b0939","reconcileID":"3faa0c7a-f0cb-4fe4-bd09-f708c9532476","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-9b0939\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.990386646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","namespace":"ai-tenant-e2e-ipp-a-442dc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.990453221Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","namespace":"ai-tenant-e2e-ipp-a-442dc2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:30.990502908Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","tenant":"e2e-ipp-a-442dc2","tenantID":"e2e-ipp-a-442dc2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.007506178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Deployment","name":"maas-api-e2e-ipp-a-442dc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.044890091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Service","name":"maas-api-e2e-ipp-a-442dc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.059235203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.067500365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-442dc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.086590459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-442dc2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.10614989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.125120491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.145750713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.183689058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.212298536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.253707027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.295975439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Service","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.324176959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.342736845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.369680415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.390193358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.409618565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.431290815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.449103199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.46617677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-442dc2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.484696221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-442dc2"},"namespace":"ai-tenant-e2e-ipp-a-442dc2","name":"default-tenant","reconcileID":"1f3e51b1-506c-45bd-9361-7a6ef43239ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-442dc2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:31.79698345Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-442dc2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-442dc2","reconcileID":"81b064d1-8325-4f43-b094-da945ebdde17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-442dc2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-442dc2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.256512927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12254e-f104-487d-8d8f-ab2b536c4932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.270964435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12254e-f104-487d-8d8f-ab2b536c4932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.28516522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12254e-f104-487d-8d8f-ab2b536c4932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.299077411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da12254e-f104-487d-8d8f-ab2b536c4932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.899693616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09eb5e2-01ce-4608-b6ca-9e56750eae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.915223507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09eb5e2-01ce-4608-b6ca-9e56750eae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.929469679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09eb5e2-01ce-4608-b6ca-9e56750eae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:32.944420828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09eb5e2-01ce-4608-b6ca-9e56750eae07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.554801884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c8d1c-35a6-43c6-b511-c0106f68a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.57223939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c8d1c-35a6-43c6-b511-c0106f68a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.589929421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c8d1c-35a6-43c6-b511-c0106f68a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.604425633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745c8d1c-35a6-43c6-b511-c0106f68a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.652239532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-apikey-sub-binding-81b39f90","reconcileID":"c8f32c7f-0268-4297-a51e-1e78fa93f921","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-apikey-sub-binding-81b39f90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.72167074Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-apikey-sub-binding-81b39f90","reconcileID":"c8f32c7f-0268-4297-a51e-1e78fa93f921","MaaSSubscription":{"name":"e2e-apikey-sub-binding-81b39f90","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.792078325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"15ee925c-0631-4136-b9c6-aa40e82ab916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.925130159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"d91d3950-79fe-42a0-a14a-362afb44244c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.973340658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ef9cb0b6-462d-481e-84fb-1e4c65b0c885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.973365513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"913f8b32-4543-4e16-981b-43f1a78c3d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.993843923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"913f8b32-4543-4e16-981b-43f1a78c3d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:33.994537247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ef9cb0b6-462d-481e-84fb-1e4c65b0c885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.322085787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c80764-6d91-4152-9fea-6416bb278ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.336808796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c80764-6d91-4152-9fea-6416bb278ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.350885419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c80764-6d91-4152-9fea-6416bb278ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.365028696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c80764-6d91-4152-9fea-6416bb278ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.669972432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"372f0270-c08c-4706-903f-c3a5f913608e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.723286327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"372f0270-c08c-4706-903f-c3a5f913608e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.806698562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cabe4551-a649-4789-894a-c4fd1d4bcd76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.806719805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cabe4551-a649-4789-894a-c4fd1d4bcd76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.970072514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5591a-efd2-4ba6-ab15-5644b060ccd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.984617898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5591a-efd2-4ba6-ab15-5644b060ccd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:34.999009202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5591a-efd2-4ba6-ab15-5644b060ccd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.012965202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5591a-efd2-4ba6-ab15-5644b060ccd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.512312251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"e4747daf-849a-48ea-9ca7-dac5bf292f6b","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.530064554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"89e05914-2fbc-42b2-a7ab-4c20de929cd3","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:35.547486419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-sub","reconcileID":"95bbeeb0-86bd-4d72-8910-3a4d2b0fd052","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.557652398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"81c4419b-b2cd-4d9c-9c66-eb4554785632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.558026379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ece1afc0-49f6-4831-8d62-c2c0dc96ded8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.578731002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"81c4419b-b2cd-4d9c-9c66-eb4554785632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.579088615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ece1afc0-49f6-4831-8d62-c2c0dc96ded8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.591202391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"c8d6c992-f6a6-4e5e-91a1-b0db884b3ddc","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.610412477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"47cba9b5-0597-4dbf-b9fa-2a29e013db6d","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.658894627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d514-42b5-47c1-a350-5ad400eddf48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.673498258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d514-42b5-47c1-a350-5ad400eddf48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.678674396Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-sub","reconcileID":"59b87a74-aeea-45eb-8cbb-9867a1768095","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-ordering-sub","ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.687573161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d514-42b5-47c1-a350-5ad400eddf48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.687641873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"7cbe01e5-1667-442f-84f4-543184d06c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.688042747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1a42ff38-0ccc-4d76-bc2c-0a10307df07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.702088255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a59d514-42b5-47c1-a350-5ad400eddf48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.707746268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"7cbe01e5-1667-442f-84f4-543184d06c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.727067797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1a42ff38-0ccc-4d76-bc2c-0a10307df07d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.744769101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"3e77b021-7682-4591-ba2b-84ef9be8995a","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.75649213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"250aa7f2-07b7-4df7-a9f0-544df043845d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:35.856724046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-sub","reconcileID":"238bc75e-2bf3-4915-b10d-2e3cb20efd53","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.328821554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27daee8-4c0f-439c-8603-da0171d92e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.344057874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27daee8-4c0f-439c-8603-da0171d92e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.360149392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27daee8-4c0f-439c-8603-da0171d92e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:36.380185106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27daee8-4c0f-439c-8603-da0171d92e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:38.638972519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3a0cc-75f1-42e3-82e8-fb2c96a2b3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:38.654727439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3a0cc-75f1-42e3-82e8-fb2c96a2b3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:38.718892286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3a0cc-75f1-42e3-82e8-fb2c96a2b3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:38.740497737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf3a0cc-75f1-42e3-82e8-fb2c96a2b3ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.308864107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"56341273-cc84-403d-bd6e-c106787b0523","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.326128826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"3916a2c2-a716-4fb8-9683-c577c80ff26f","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.36763425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd156cfd-4aa9-4193-b0ef-51b96ada488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.382051668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd156cfd-4aa9-4193-b0ef-51b96ada488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.382292187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"b8af686a-0e5b-4956-b524-cf16e86514b6","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.39641441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd156cfd-4aa9-4193-b0ef-51b96ada488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.410739472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd156cfd-4aa9-4193-b0ef-51b96ada488a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.415937495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"b8af686a-0e5b-4956-b524-cf16e86514b6","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:39.539266511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"717b5f66-a917-49c8-8155-d75ad6814f9f","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.506341355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb63042e-fca1-407f-91c2-c6aef8f4b9bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.506369876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb63042e-fca1-407f-91c2-c6aef8f4b9bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.52669523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6582f1d5-4143-464e-b401-f8c52f332181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.526726494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6582f1d5-4143-464e-b401-f8c52f332181","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.563551657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"66bc9db7-ee3b-4033-8f1e-c364ecd95f33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.619086794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"66bc9db7-ee3b-4033-8f1e-c364ecd95f33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.625119859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfefac8-2f10-48b9-a72a-606c75808a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.63954422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfefac8-2f10-48b9-a72a-606c75808a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.644237928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"66bc9db7-ee3b-4033-8f1e-c364ecd95f33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.654744187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfefac8-2f10-48b9-a72a-606c75808a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.670349888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfefac8-2f10-48b9-a72a-606c75808a72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.673699914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f5c6b2c-25cd-4910-937c-c5c7700276ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.673785959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f5c6b2c-25cd-4910-937c-c5c7700276ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.896818176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"a13c1e1d-f5ba-4a83-8c95-c2b87a94263a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9d9498","tenantID":"e2e-praxis-b-9d9498","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:41.939846619Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"a13c1e1d-f5ba-4a83-8c95-c2b87a94263a","name":"e2e-praxis-b-9d9498-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.222347222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"e24a6588-0050-4ce8-b4fa-8bbcaeac5f80","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.269714356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"05fc69e3-db5c-44c9-92a4-782554e83570","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.26984292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"66dbc2f1-b012-4a0c-99ce-35f6d2db393c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.270207769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d949b43-5782-4e74-90ed-9cb980e02a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.324769671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"05fc69e3-db5c-44c9-92a4-782554e83570","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.324985849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"66dbc2f1-b012-4a0c-99ce-35f6d2db393c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.344366511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6d949b43-5782-4e74-90ed-9cb980e02a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.47954177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ad462e-6c6b-4df6-96cb-a2269f82be61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.494391701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ad462e-6c6b-4df6-96cb-a2269f82be61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.50847361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ad462e-6c6b-4df6-96cb-a2269f82be61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.522394874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34ad462e-6c6b-4df6-96cb-a2269f82be61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.553591502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2fbdb837-33b9-4177-aee7-14355163228f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.573089754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2fbdb837-33b9-4177-aee7-14355163228f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.794668748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"a4336d0c-d94f-458d-8610-749a70156eee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:42.817636722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"a4336d0c-d94f-458d-8610-749a70156eee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.200005021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cebef1e-9768-49b7-8e9b-10b4882e1931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.214263359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cebef1e-9768-49b7-8e9b-10b4882e1931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.229187729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cebef1e-9768-49b7-8e9b-10b4882e1931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:43.243468465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cebef1e-9768-49b7-8e9b-10b4882e1931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.040025594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a87bd33-7e35-48e3-8692-c9812783a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.054760808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a87bd33-7e35-48e3-8692-c9812783a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.069038403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a87bd33-7e35-48e3-8692-c9812783a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.083287406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a87bd33-7e35-48e3-8692-c9812783a2ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.10007658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"958e564a-936c-4c52-9ec3-052794a78155","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c53cc8","tenantID":"e2e-ipp-b-c53cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:44.146526861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"958e564a-936c-4c52-9ec3-052794a78155","name":"e2e-ipp-b-c53cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.703946032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"6fd388e4-aa19-43a1-b1a0-5370de68dd41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.723509806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"6fd388e4-aa19-43a1-b1a0-5370de68dd41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:51.741984848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"6fd388e4-aa19-43a1-b1a0-5370de68dd41","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.276228355Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-sub","reconcileID":"42ba59e1-2297-407d-8e83-a4132e1155ac","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.329259652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-sub","reconcileID":"42ba59e1-2297-407d-8e83-a4132e1155ac","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.375431041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"6eca1a51-bf6d-4197-a90e-d986970b5f39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.403030052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"d5495963-0cc6-4654-a54a-02072e0efe6a","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.450961913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"63297274-9aa2-495c-a519-d3ce585cb71d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.451192026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"0e2615bc-59bd-4827-9faa-2b0eaba861b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.450966734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ede60541-4feb-424e-accc-e55482962e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.471820464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"63297274-9aa2-495c-a519-d3ce585cb71d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.471848314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"0e2615bc-59bd-4827-9faa-2b0eaba861b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.474047794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ede60541-4feb-424e-accc-e55482962e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.558399998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-ordering-auth","reconcileID":"271b9c21-8725-412b-8a39-b6dcf68c9637","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.558501355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"7aeda128-4151-4960-85ca-f71ed497d3f6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.723420913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"065cd0c4-0f68-4d75-87df-e41385b9d9b0","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.824808531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"d6f8ae5c-6389-4d26-b89a-dc6f3a5fd51c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:52.844472427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"d6f8ae5c-6389-4d26-b89a-dc6f3a5fd51c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.00561034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"6f20f08a-c758-4f65-93f2-b93ab903e349","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:53.025728538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"6f20f08a-c758-4f65-93f2-b93ab903e349","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.024180659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"5b5018e5-33ff-4333-a061-88ff3655c341","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.043798078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"ae80c059-cf0c-45b8-81c9-ab198ba0a9a6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.087763913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"06195c94-8b4f-4b46-93be-9adefe4ac5c2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.108478053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"06195c94-8b4f-4b46-93be-9adefe4ac5c2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.19117351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"5266faf6-d82a-49bb-888b-9ab7a02dc3e2","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.235193064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"aa224f88-598d-4858-a3aa-983ba89c90cf","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.246645927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"feeba256-7062-4f42-89b8-942e17754ac5","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.255836945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"aa224f88-598d-4858-a3aa-983ba89c90cf","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.26681075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"ad5693c5-a1d8-454e-a0b1-7057b6c3b7a4","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:07:54.279650759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"f2f47a8c-d34e-4644-9cf1-f63e11ed2445","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.324146585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"074fe51e-28f1-476c-bfab-d76275605407","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.337725418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"74864134-7d2a-4da9-8e59-beb2c96eb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.338515327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8209072e-3f54-41b4-87ce-f8f046cf692b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.342200898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"a01d9d84-add1-475e-b736-6ca8de6fa460","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.364806643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"74864134-7d2a-4da9-8e59-beb2c96eb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.365198294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8209072e-3f54-41b4-87ce-f8f046cf692b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.414550502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"26847ef2-9f97-4422-8fb2-455a91e0946c","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.43760348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"f9fde4e2-4894-48a0-af00-dda8c2e75770","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.458518813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"f9fde4e2-4894-48a0-af00-dda8c2e75770","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.48106618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"ea39b8de-7a33-4ec2-95d0-87d97e479b5b","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.494163483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"de4e4779-efee-4ea3-819c-1bd5db8a6bbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.537456351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e7795b8c-be0d-4e8b-bce9-ea02873a554e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.537883047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"20b1a911-6b70-4ed1-ac31-e27fe0fe8491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.560251637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e7795b8c-be0d-4e8b-bce9-ea02873a554e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.56371801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"20b1a911-6b70-4ed1-ac31-e27fe0fe8491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:54.590440664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"c61f4f0f-d403-4d47-a3f0-3b10c688acdd","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.836790484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","namespace":"ai-tenant-e2e-ipp-b-b16b28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.836922631Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","namespace":"ai-tenant-e2e-ipp-b-b16b28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.837016606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","tenant":"e2e-ipp-b-b16b28","tenantID":"e2e-ipp-b-b16b28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.853938192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b16b28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.884931184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Service","name":"maas-api-e2e-ipp-b-b16b28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.905062997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b16b28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.921826048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b16b28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.94350834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.962091746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:56.982300118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.000292994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.017653383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.034796769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.066498915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Service","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.099407144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.119275066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.140456621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.160340199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.179165726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.196161667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.213117307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.231877619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b16b28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.248399924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b16b28"},"namespace":"ai-tenant-e2e-ipp-b-b16b28","name":"default-tenant","reconcileID":"8b5dc168-b0b7-426e-8706-8d2ecf41d00e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b16b28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:57.525134595Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b16b28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b16b28","reconcileID":"cd57e202-1978-4d0a-9bc4-07d96414bb44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b16b28","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b16b28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.020272896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"289b8b17-2040-48e5-88bd-76e982bfdf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.034341603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"289b8b17-2040-48e5-88bd-76e982bfdf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.04850472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"289b8b17-2040-48e5-88bd-76e982bfdf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.062462845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"289b8b17-2040-48e5-88bd-76e982bfdf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.707300923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c4a351-09cc-4245-ad0c-8ae8a1dc8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.721655866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c4a351-09cc-4245-ad0c-8ae8a1dc8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.736245646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c4a351-09cc-4245-ad0c-8ae8a1dc8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:58.750774966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c4a351-09cc-4245-ad0c-8ae8a1dc8652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.401483574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933eec11-2c68-42a7-be89-cff24d2f80f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.416045933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933eec11-2c68-42a7-be89-cff24d2f80f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.430452903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933eec11-2c68-42a7-be89-cff24d2f80f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:07:59.445009539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933eec11-2c68-42a7-be89-cff24d2f80f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.11649324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bcf63-8447-4d7e-a37c-a8f76999a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.133040574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bcf63-8447-4d7e-a37c-a8f76999a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.147627781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bcf63-8447-4d7e-a37c-a8f76999a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.161788218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bcf63-8447-4d7e-a37c-a8f76999a171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.833985899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39207cfd-daf8-4e2a-8c99-cd7414043032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.848064412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39207cfd-daf8-4e2a-8c99-cd7414043032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.862511121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39207cfd-daf8-4e2a-8c99-cd7414043032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:00.877510132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39207cfd-daf8-4e2a-8c99-cd7414043032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.056111028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.083015541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"4e34085b-33a2-4529-91cf-50bcc552b3cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9b0939","tenantID":"e2e-praxis-b-9b0939","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.125517837Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"4e34085b-33a2-4529-91cf-50bcc552b3cf","name":"e2e-praxis-b-9b0939-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.772687607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"cab00e09-112c-4e75-8a73-9cbfb690b562","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.79262112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"cab00e09-112c-4e75-8a73-9cbfb690b562","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:01.810856809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"cab00e09-112c-4e75-8a73-9cbfb690b562","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.15793489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"c6466b41-99a8-404f-bf29-223d44079c4a","namespace":"ai-tenant-e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.158000843Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"c6466b41-99a8-404f-bf29-223d44079c4a","namespace":"ai-tenant-e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.15804926Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"c6466b41-99a8-404f-bf29-223d44079c4a","name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.178180399Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"c6466b41-99a8-404f-bf29-223d44079c4a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.1785132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2ef23cb8-f2c8-4920-8a9e-5948585b3bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.179023079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a43ab7f-4329-41cf-a018-7ac6d37c4650","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.179043437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a43ab7f-4329-41cf-a018-7ac6d37c4650","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.226474287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2ef23cb8-f2c8-4920-8a9e-5948585b3bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.317109375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2ef23cb8-f2c8-4920-8a9e-5948585b3bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"name":"e2e-api-a-5bc531-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.317141472Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"e2e-e2e-api-a-5bc531-policy","reconcileID":"2ef23cb8-f2c8-4920-8a9e-5948585b3bda","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5bc531-policy","namespace":"ai-tenant-e2e-api-a-5bc531"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.507634591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22f8d0d0-1be1-46c4-b3e5-a17b40ad6a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:05.507758199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22f8d0d0-1be1-46c4-b3e5-a17b40ad6a91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.294603619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6e2483ac-56ce-48ab-be48-8d4ba5706353","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.311773918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"f5cb882d-f188-4fa7-816f-bad88a3ad4bc","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.359489773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"14c551b5-2dce-495c-8826-67d8ee4ea74a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.385929248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"14c551b5-2dce-495c-8826-67d8ee4ea74a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.526967505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"b422b43f-97e3-45c7-8c85-509157543ebb","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.559312531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9e29d0da-4b5d-436e-950f-a600330377a3","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.577254583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"2560973f-3f4c-4fda-94c9-b9d9651a6ca3","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.582056828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.597287859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5dab1402-0613-45e7-860e-45a91b5345a9","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.624498928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"d543afc2-7adb-4ad3-99b6-a2b2857949a6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.625044643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4fb55dd8-376e-482e-b113-2b663f2d816c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.625261708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fcdeabe8-cf5f-467f-b0e4-fc66e453a8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.625995085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"89f6b58f-9444-42b2-8e85-7ffa850061bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.645834877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4fb55dd8-376e-482e-b113-2b663f2d816c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.647806508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fcdeabe8-cf5f-467f-b0e4-fc66e453a8dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.648172231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"89f6b58f-9444-42b2-8e85-7ffa850061bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.67753997Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"6125956b-2c47-48ad-aa91-10e8ae391525","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.733553308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"bf6b18b2-259f-426c-a88c-9beaa0297587","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.737042211Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-82db63 priority=0:[ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.737146767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"ef97521d-1685-47e5-9fa9-0918fd2a78ff","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.748044389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"8b07865e-1fb1-4b88-95a1-583b2a3d0397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.757416444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"22d83e81-7e39-4c7c-8899-bfda9fc62bbf","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.769892621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"54befd1f-aa05-41f0-a92d-b6eb490a562c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.778773544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"392b367f-ab1d-4ffe-8edc-23b6452a84cf","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.811652753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"897df4c4-5dc2-4f33-b72d-3a6fb863cd9f","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.820801289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"06bfdf86-f702-4331-9c02-1bfbc38217bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.821327932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9fb5e0fa-eddc-44c4-8caf-18639a3bd1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.821353053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"edb5de96-20ba-46ce-8b33-0191c5220173","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.832079677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"e94d7065-1b45-4709-b771-543cf1454a71","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.845110225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"06bfdf86-f702-4331-9c02-1bfbc38217bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.846061528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"edb5de96-20ba-46ce-8b33-0191c5220173","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.84742007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9fb5e0fa-eddc-44c4-8caf-18639a3bd1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.867885784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"ba7dc6cc-2a31-4c5c-bf27-2884ecd239bc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.969991368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"0f05ddc9-5757-4750-88a3-11013d8e00de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.97316865Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"03e64f9c-15e5-499e-aa44-396306e34cfa","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.977164714Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"944c3a77-46e1-43d0-91be-3a4ef7588c2f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.993423604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"03e64f9c-15e5-499e-aa44-396306e34cfa","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.993765193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"872bda2f-9536-443d-a4f1-df3f616d0149","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:08:07.9978171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"944c3a77-46e1-43d0-91be-3a4ef7588c2f","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w3-82db63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:07.998063029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"3f408934-7fb2-4563-895d-f3de9c342b59","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.025794169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c2ea95d-a911-4d74-86c4-0a4b31e14167","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.026451715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7fc2c68a-968f-4138-890f-6625a9adf159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.027003834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f09e4ca2-3e1c-45e5-8332-133bfe54f6cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.049010623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c2ea95d-a911-4d74-86c4-0a4b31e14167","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.049518398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f09e4ca2-3e1c-45e5-8332-133bfe54f6cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.055998366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"a8f21be4-e053-4d6c-8818-602cdaed533b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.058086587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7fc2c68a-968f-4138-890f-6625a9adf159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.059609625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"40b66e41-0306-4cbb-8dbf-3d23fc94690e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.121670331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"e2b46bc3-0b6e-4ee3-9177-34de5f681aaf","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.122605586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"637366ad-2391-4c3b-81c0-dca599423540","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:08.155271186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"40b0a6b8-0d5e-4c73-824c-fe0216a55181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.839871179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"ad793b28-5e91-4de4-9b5c-b03a8f513a32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.859224169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"ad793b28-5e91-4de4-9b5c-b03a8f513a32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.877440342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de5bd7be867eb19715d57920dc2c56de663523e37eea5bd53b105cf4cb7278c2) AuthConfig (a9fd78c19c73495abb7653cd3fcc03dffb16c9abbccb9ec74dda7ebfa473fae8) AuthConfig (307b2b8f8a1ef7c60e4185c388d3bf7efac7e4787000cd74448b54ab1d75c8f1) AuthConfig (6d7f895715b8726d383ba23b1adaa7ce1d79e423f7c146768686b42aff9bad66) AuthConfig (3be8496f2085d97c8e3f80051550d503a29732f3bae1ffa50cc1e03eb1c971e1) AuthConfig (f49c6de1371c11596f9cd381a647365d3183fac3e29abe6cb407d1944fd5a31e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"ad793b28-5e91-4de4-9b5c-b03a8f513a32","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.897449415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a328f7e-bf2d-428e-958a-0b33909fbcb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.897471012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a328f7e-bf2d-428e-958a-0b33909fbcb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.940123923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a7082758-1080-4be3-b1fb-a05b91bdab8d","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:11.940150845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a7082758-1080-4be3-b1fb-a05b91bdab8d","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.294840512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4a9aa4d8-55a7-4ddf-97a3-0b9a8cbc92e6","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.294862245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4a9aa4d8-55a7-4ddf-97a3-0b9a8cbc92e6","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.312595598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"d40292f3-98d8-41aa-8cf8-083a05e36a43","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.312618887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"d40292f3-98d8-41aa-8cf8-083a05e36a43","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.341860386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"8189c359-65c0-4172-a21a-19640811d47d","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.398788899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"8189c359-65c0-4172-a21a-19640811d47d","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.417390037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"8189c359-65c0-4172-a21a-19640811d47d","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.435656136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8d3abdd2-8bce-4cff-9b75-28cbb97afa2a","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:12.435673165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8d3abdd2-8bce-4cff-9b75-28cbb97afa2a","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.703768807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd64444d-97d6-4eb9-814d-73748be99fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.717951287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd64444d-97d6-4eb9-814d-73748be99fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.731816948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd64444d-97d6-4eb9-814d-73748be99fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:15.745914767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd64444d-97d6-4eb9-814d-73748be99fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.308255242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb47ff8-6390-4ef9-9d5b-2d7b8a2ab6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.323127036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb47ff8-6390-4ef9-9d5b-2d7b8a2ab6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.33788967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb47ff8-6390-4ef9-9d5b-2d7b8a2ab6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.354352704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb47ff8-6390-4ef9-9d5b-2d7b8a2ab6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.917084266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497b63f5-ddbc-486e-a241-a3e28ff4fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.931739209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497b63f5-ddbc-486e-a241-a3e28ff4fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.945692052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497b63f5-ddbc-486e-a241-a3e28ff4fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:16.959886308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497b63f5-ddbc-486e-a241-a3e28ff4fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.61749521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e185ab8-aa43-439b-b64c-eb89a25e8b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.631454485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e185ab8-aa43-439b-b64c-eb89a25e8b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.645231158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e185ab8-aa43-439b-b64c-eb89a25e8b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:17.659417398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e185ab8-aa43-439b-b64c-eb89a25e8b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.30360273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861660f-5a17-4fad-90c3-8ecff4c4f085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.318244667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861660f-5a17-4fad-90c3-8ecff4c4f085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.332844663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861660f-5a17-4fad-90c3-8ecff4c4f085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.347673259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861660f-5a17-4fad-90c3-8ecff4c4f085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:18.99894648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cb265-546b-47ca-91d6-417d5aeba279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.02123271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cb265-546b-47ca-91d6-417d5aeba279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.035204358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cb265-546b-47ca-91d6-417d5aeba279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.050050907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625cb265-546b-47ca-91d6-417d5aeba279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.64403938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c02fa6-bf1b-47f3-affa-9fd358641430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.658631317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c02fa6-bf1b-47f3-affa-9fd358641430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.672644291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c02fa6-bf1b-47f3-affa-9fd358641430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:19.68770659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c02fa6-bf1b-47f3-affa-9fd358641430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.271002773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3e911-533a-44c0-a83a-bba431d2da17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.285173576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3e911-533a-44c0-a83a-bba431d2da17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.301463199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3e911-533a-44c0-a83a-bba431d2da17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:20.317827635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ad3e911-533a-44c0-a83a-bba431d2da17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.928211934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"96c51f02-637d-4593-8430-47c21263c862","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.948150204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"96c51f02-637d-4593-8430-47c21263c862","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:21.966506859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de5bd7be867eb19715d57920dc2c56de663523e37eea5bd53b105cf4cb7278c2) AuthConfig (a9fd78c19c73495abb7653cd3fcc03dffb16c9abbccb9ec74dda7ebfa473fae8) AuthConfig (307b2b8f8a1ef7c60e4185c388d3bf7efac7e4787000cd74448b54ab1d75c8f1) AuthConfig (6d7f895715b8726d383ba23b1adaa7ce1d79e423f7c146768686b42aff9bad66) AuthConfig (3be8496f2085d97c8e3f80051550d503a29732f3bae1ffa50cc1e03eb1c971e1) AuthConfig (f49c6de1371c11596f9cd381a647365d3183fac3e29abe6cb407d1944fd5a31e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"96c51f02-637d-4593-8430-47c21263c862","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.507543602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"255a4322-82da-4e8c-85ed-b74b1e592c68","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.527368703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"255a4322-82da-4e8c-85ed-b74b1e592c68","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:22.545973719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"255a4322-82da-4e8c-85ed-b74b1e592c68","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.063885491Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:31.997551849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"06e978ab-267d-4e54-a767-cef5a5395989","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.016938394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"06e978ab-267d-4e54-a767-cef5a5395989","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.040700487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6153f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de5bd7be867eb19715d57920dc2c56de663523e37eea5bd53b105cf4cb7278c2) AuthConfig (a9fd78c19c73495abb7653cd3fcc03dffb16c9abbccb9ec74dda7ebfa473fae8) AuthConfig (307b2b8f8a1ef7c60e4185c388d3bf7efac7e4787000cd74448b54ab1d75c8f1) AuthConfig (6d7f895715b8726d383ba23b1adaa7ce1d79e423f7c146768686b42aff9bad66) AuthConfig (3be8496f2085d97c8e3f80051550d503a29732f3bae1ffa50cc1e03eb1c971e1) AuthConfig (f49c6de1371c11596f9cd381a647365d3183fac3e29abe6cb407d1944fd5a31e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"06e978ab-267d-4e54-a767-cef5a5395989","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.579695264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f85329f7-6b1c-460c-81b1-cf20ad86d2ab","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.6176797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f85329f7-6b1c-460c-81b1-cf20ad86d2ab","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:32.713099777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f85329f7-6b1c-460c-81b1-cf20ad86d2ab","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.540266652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3692abd-de79-4b9b-b594-eba33526fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.600510576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3692abd-de79-4b9b-b594-eba33526fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.627308418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3692abd-de79-4b9b-b594-eba33526fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:35.658846638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3692abd-de79-4b9b-b594-eba33526fad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:36.339542219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f479f1ee-234b-4585-976a-3ca514a6a061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:36.354480812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f479f1ee-234b-4585-976a-3ca514a6a061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:36.369455088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f479f1ee-234b-4585-976a-3ca514a6a061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:36.383762528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f479f1ee-234b-4585-976a-3ca514a6a061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.106769108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69428ca1-b6cb-4c86-ae59-ee07d3e626de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.121140837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69428ca1-b6cb-4c86-ae59-ee07d3e626de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.136014362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69428ca1-b6cb-4c86-ae59-ee07d3e626de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.150968596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69428ca1-b6cb-4c86-ae59-ee07d3e626de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.677521964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","namespace":"ai-tenant-e2e-praxis-a-9bb81b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.6776868Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","namespace":"ai-tenant-e2e-praxis-a-9bb81b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.677824652Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","tenant":"e2e-praxis-a-9bb81b","tenantID":"e2e-praxis-a-9bb81b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.695281489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Deployment","name":"maas-api-e2e-praxis-a-9bb81b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.72526796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Service","name":"maas-api-e2e-praxis-a-9bb81b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.747712486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-9bb81b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.766517493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-9bb81b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.789103628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.813713839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.83702386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.871060148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.886054566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.901215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.91560953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Service","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.936176926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.957189875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:37.985532041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.002171485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.040455525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.058388739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.094626459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.10935492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-9bb81b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.143267356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-9bb81b"},"namespace":"ai-tenant-e2e-praxis-a-9bb81b","name":"default-tenant","reconcileID":"26d5ea74-7ecc-4541-9f77-51f86b63d8c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-9bb81b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.525047382Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-9bb81b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-9bb81b","reconcileID":"22748ca4-50f4-46b7-b421-c7fe68c9fd23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-9bb81b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-9bb81b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.919816386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6923f884-fa1b-4a31-9262-b2ba07bee740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.935528634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6923f884-fa1b-4a31-9262-b2ba07bee740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.950385129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6923f884-fa1b-4a31-9262-b2ba07bee740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:38.975211179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6923f884-fa1b-4a31-9262-b2ba07bee740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:39.550242636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1edd902-aa92-4f78-827c-2f7f4549d49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:39.564580153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1edd902-aa92-4f78-827c-2f7f4549d49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:39.578641581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1edd902-aa92-4f78-827c-2f7f4549d49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:39.593211908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1edd902-aa92-4f78-827c-2f7f4549d49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.078239753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"a9950e58-48b2-4bd7-953e-2f52c08ac3a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.112449355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"a9950e58-48b2-4bd7-953e-2f52c08ac3a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.328561591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b933ec1f-b052-4d7d-b7fc-b74bc8b14eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.328586109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b933ec1f-b052-4d7d-b7fc-b74bc8b14eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.433598497Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","namespace":"ai-tenant-e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.433694068Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","namespace":"ai-tenant-e2e-api-a-5bc531","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.433785348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","tenant":"e2e-api-a-5bc531","tenantID":"e2e-api-a-5bc531","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.450889809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Deployment","name":"maas-api-e2e-api-a-5bc531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.481387937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Service","name":"maas-api-e2e-api-a-5bc531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.504675219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5bc531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.522095696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5bc531","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.541565356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.560765349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.581462615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.599993141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.614253839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Deployment","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.629143102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.643484017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Service","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.658038158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.672649175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.686967414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.70110525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.727773227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.745388921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.772353166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"e72d41d0-6525-4c7d-9aa0-604bc83d60ee","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.772754097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.853870117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5bc531","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.871234452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5bc531"},"namespace":"ai-tenant-e2e-api-a-5bc531","name":"default-tenant","reconcileID":"50b5105a-6888-4200-b21e-e2eb0f5eccb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5bc531","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.884518195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"e72d41d0-6525-4c7d-9aa0-604bc83d60ee","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.963257962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9e588d28b2b826fc88851dd1f18879f5e59e8a15c995f5762a9a7f0ec6cd534) AuthConfig (292391cc01e362a7fd535a6f00875347e8227718288859ba88f86b00d7f9191a) AuthConfig (542541e3563063759805d6082bb7c5166e18933e7cc528ed4859996b97c0a911) AuthConfig (d0f9e3ef5aaedeb846b4815bfd17de078185bf976483a2a6333a0546ec10fcfd) AuthConfig (3b600c0f3507aee960f33380ed10d325e5df3ce3ae9a233073cbdcecfee5650d) AuthConfig (455310e042c54c88158e1bfadcd477616a20221adc7dc96d2eea90fbc47ccad1) AuthConfig (7e613ff308565739447f3e0a92ef1c76112740986249dfc13fbedff703a45fc9) AuthConfig (514af162b8d41243fa402b8e0c54a457a3f7b82e4e6c11e0a1edf6ab337f267d) AuthConfig (5a3720d4c572c1022c00188be7eb35176d48d6aedde76fe23f3531bb3a945b5f) AuthConfig (7481be6a392a55dbf5d0043b7d015e2ad86e731ba1295035e5959379b4af5576) AuthConfig (756d8225320623434876d3a1d9ef1647cdceaf35833e2ae8f6f2c9cabdeaa28e) AuthConfig (72378d32f9e699ea283f9784f3a57650fa39aeae784f87df03c2ea7471d522e4) AuthConfig (bc87e5302d4a2993c49b40ae6846384e7e9d3768973b092c06421659868b00e2) AuthConfig (26856361e65facdf2a679022327541ef8afbc3fd721ed75628a616a1ce07aa4f) AuthConfig (b586cbfedceb84696428547cbb9b2d670526c54c432451430b1713da8c392898) AuthConfig (57de63fad57a1d2f3a1867a715b96b2889f48fa5405c2eb0a678eec28f4a40d4) AuthConfig (d9495bbc796e0fcd0a7d5b442a1d0eb56101f437bac2fb81cd37b811235a930e) AuthConfig (1d9d6d891ee8d52f239c3c563f03c32680048126ceceb2103f0a79d714eeb4c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"e72d41d0-6525-4c7d-9aa0-604bc83d60ee","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.996736717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6a0796ad-ba42-4ca6-9c48-4dae4caa15cc","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:42.996763991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6a0796ad-ba42-4ca6-9c48-4dae4caa15cc","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.397274329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5bc531","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5bc531","reconcileID":"741bfb9a-863c-475b-89ab-6823a52ab216","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5bc531","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5bc531"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.948302088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31868c71-9741-44b1-bde3-37eecb1eaa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.964137705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31868c71-9741-44b1-bde3-37eecb1eaa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.978598993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31868c71-9741-44b1-bde3-37eecb1eaa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:43.992604267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31868c71-9741-44b1-bde3-37eecb1eaa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:44.644246739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c267cad-2d84-47c9-872e-c3f04ddb021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:44.659265994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c267cad-2d84-47c9-872e-c3f04ddb021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:44.673336512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c267cad-2d84-47c9-872e-c3f04ddb021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:44.68749843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c267cad-2d84-47c9-872e-c3f04ddb021b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.6853675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efa0aa6-6483-4011-9c1b-09274b0b2544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.700665578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efa0aa6-6483-4011-9c1b-09274b0b2544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.715413366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efa0aa6-6483-4011-9c1b-09274b0b2544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:47.748070879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efa0aa6-6483-4011-9c1b-09274b0b2544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.436015712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f400d-da7f-43bb-b234-e9f189fd23f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.453301937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f400d-da7f-43bb-b234-e9f189fd23f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.467393957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f400d-da7f-43bb-b234-e9f189fd23f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:48.481623032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423f400d-da7f-43bb-b234-e9f189fd23f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.131655652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254976fa-f2d8-47f8-9dcd-a924a3dc7b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.145768134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254976fa-f2d8-47f8-9dcd-a924a3dc7b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.159960743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254976fa-f2d8-47f8-9dcd-a924a3dc7b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:49.174246593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254976fa-f2d8-47f8-9dcd-a924a3dc7b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.036730988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f8ad81c-58d9-447d-b934-766b52a13929","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.062309104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f8ad81c-58d9-447d-b934-766b52a13929","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.123992207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"9811c48b-6d03-47ff-8d4f-b3bd7170be0c","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.14687188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"9811c48b-6d03-47ff-8d4f-b3bd7170be0c","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.165260237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9e588d28b2b826fc88851dd1f18879f5e59e8a15c995f5762a9a7f0ec6cd534) AuthConfig (292391cc01e362a7fd535a6f00875347e8227718288859ba88f86b00d7f9191a) AuthConfig (542541e3563063759805d6082bb7c5166e18933e7cc528ed4859996b97c0a911) AuthConfig (d0f9e3ef5aaedeb846b4815bfd17de078185bf976483a2a6333a0546ec10fcfd) AuthConfig (3b600c0f3507aee960f33380ed10d325e5df3ce3ae9a233073cbdcecfee5650d) AuthConfig (455310e042c54c88158e1bfadcd477616a20221adc7dc96d2eea90fbc47ccad1) AuthConfig (7e613ff308565739447f3e0a92ef1c76112740986249dfc13fbedff703a45fc9) AuthConfig (514af162b8d41243fa402b8e0c54a457a3f7b82e4e6c11e0a1edf6ab337f267d) AuthConfig (5a3720d4c572c1022c00188be7eb35176d48d6aedde76fe23f3531bb3a945b5f) AuthConfig (7481be6a392a55dbf5d0043b7d015e2ad86e731ba1295035e5959379b4af5576) AuthConfig (756d8225320623434876d3a1d9ef1647cdceaf35833e2ae8f6f2c9cabdeaa28e) AuthConfig (72378d32f9e699ea283f9784f3a57650fa39aeae784f87df03c2ea7471d522e4) AuthConfig (bc87e5302d4a2993c49b40ae6846384e7e9d3768973b092c06421659868b00e2) AuthConfig (26856361e65facdf2a679022327541ef8afbc3fd721ed75628a616a1ce07aa4f) AuthConfig (b586cbfedceb84696428547cbb9b2d670526c54c432451430b1713da8c392898) AuthConfig (57de63fad57a1d2f3a1867a715b96b2889f48fa5405c2eb0a678eec28f4a40d4) AuthConfig (d9495bbc796e0fcd0a7d5b442a1d0eb56101f437bac2fb81cd37b811235a930e) AuthConfig (1d9d6d891ee8d52f239c3c563f03c32680048126ceceb2103f0a79d714eeb4c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"9811c48b-6d03-47ff-8d4f-b3bd7170be0c","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.224644438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"8f7bef5a-0398-4be2-911e-6aede19391d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.244124539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"8f7bef5a-0398-4be2-911e-6aede19391d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.297048641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769a2ed1-5700-490d-bcd9-a4aa2042fb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.311695899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769a2ed1-5700-490d-bcd9-a4aa2042fb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.327703955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769a2ed1-5700-490d-bcd9-a4aa2042fb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:53.343778592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769a2ed1-5700-490d-bcd9-a4aa2042fb1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.024453458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a711399-55b2-4a85-995b-8b9f3cd6fbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.038619635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a711399-55b2-4a85-995b-8b9f3cd6fbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.053196753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a711399-55b2-4a85-995b-8b9f3cd6fbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.067306249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a711399-55b2-4a85-995b-8b9f3cd6fbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.702511282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374d760-c46b-4cb4-8aa9-44d019240569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.716712227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374d760-c46b-4cb4-8aa9-44d019240569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.731105705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374d760-c46b-4cb4-8aa9-44d019240569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:54.745195141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7374d760-c46b-4cb4-8aa9-44d019240569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:55.315681171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b078c4-d1d1-4cdd-8780-5b6128666fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:55.329856389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b078c4-d1d1-4cdd-8780-5b6128666fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:55.344883168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b078c4-d1d1-4cdd-8780-5b6128666fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:08:55.360288863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b078c4-d1d1-4cdd-8780-5b6128666fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:01.053016504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.155658564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"f2eac60b-edbc-4090-8fb7-dba0bfc11371","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.175766745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"f2eac60b-edbc-4090-8fb7-dba0bfc11371","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.256606845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"229ac51f-7f1a-4929-8515-e63c6915a25a","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.276185912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"229ac51f-7f1a-4929-8515-e63c6915a25a","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.294723001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-3fe45b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9e588d28b2b826fc88851dd1f18879f5e59e8a15c995f5762a9a7f0ec6cd534) AuthConfig (292391cc01e362a7fd535a6f00875347e8227718288859ba88f86b00d7f9191a) AuthConfig (542541e3563063759805d6082bb7c5166e18933e7cc528ed4859996b97c0a911) AuthConfig (d0f9e3ef5aaedeb846b4815bfd17de078185bf976483a2a6333a0546ec10fcfd) AuthConfig (3b600c0f3507aee960f33380ed10d325e5df3ce3ae9a233073cbdcecfee5650d) AuthConfig (455310e042c54c88158e1bfadcd477616a20221adc7dc96d2eea90fbc47ccad1) AuthConfig (7e613ff308565739447f3e0a92ef1c76112740986249dfc13fbedff703a45fc9) AuthConfig (514af162b8d41243fa402b8e0c54a457a3f7b82e4e6c11e0a1edf6ab337f267d) AuthConfig (5a3720d4c572c1022c00188be7eb35176d48d6aedde76fe23f3531bb3a945b5f) AuthConfig (7481be6a392a55dbf5d0043b7d015e2ad86e731ba1295035e5959379b4af5576) AuthConfig (756d8225320623434876d3a1d9ef1647cdceaf35833e2ae8f6f2c9cabdeaa28e) AuthConfig (72378d32f9e699ea283f9784f3a57650fa39aeae784f87df03c2ea7471d522e4) AuthConfig (bc87e5302d4a2993c49b40ae6846384e7e9d3768973b092c06421659868b00e2) AuthConfig (26856361e65facdf2a679022327541ef8afbc3fd721ed75628a616a1ce07aa4f) AuthConfig (b586cbfedceb84696428547cbb9b2d670526c54c432451430b1713da8c392898) AuthConfig (57de63fad57a1d2f3a1867a715b96b2889f48fa5405c2eb0a678eec28f4a40d4) AuthConfig (d9495bbc796e0fcd0a7d5b442a1d0eb56101f437bac2fb81cd37b811235a930e) AuthConfig (1d9d6d891ee8d52f239c3c563f03c32680048126ceceb2103f0a79d714eeb4c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"229ac51f-7f1a-4929-8515-e63c6915a25a","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.357387265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"e2208d12-37e2-47f1-b478-b75ab936970a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:03.377778177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"e2208d12-37e2-47f1-b478-b75ab936970a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:08.299877414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509bee9-3e36-4998-9dad-e589f3552f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:08.313765212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509bee9-3e36-4998-9dad-e589f3552f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:08.331144838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509bee9-3e36-4998-9dad-e589f3552f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:08.352392118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c509bee9-3e36-4998-9dad-e589f3552f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.073423686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8968ad8c-293c-4cfa-b3d7-e8f8591eeb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.100395094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8968ad8c-293c-4cfa-b3d7-e8f8591eeb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.114733931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8968ad8c-293c-4cfa-b3d7-e8f8591eeb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.136264926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8968ad8c-293c-4cfa-b3d7-e8f8591eeb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.841749236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a603f-0fea-427e-8a06-5a774a8d5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.856981989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a603f-0fea-427e-8a06-5a774a8d5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.870889651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a603f-0fea-427e-8a06-5a774a8d5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:09.885121465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a603f-0fea-427e-8a06-5a774a8d5f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.491421062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17824c3-db8d-4b31-b70a-39e446064058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.505332166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17824c3-db8d-4b31-b70a-39e446064058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.519216585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17824c3-db8d-4b31-b70a-39e446064058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:10.5343207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17824c3-db8d-4b31-b70a-39e446064058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:11.194083873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe74b09-c059-4a94-9ff8-48c64fbc72c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:11.208127496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe74b09-c059-4a94-9ff8-48c64fbc72c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:11.222599706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe74b09-c059-4a94-9ff8-48c64fbc72c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:11.245222386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe74b09-c059-4a94-9ff8-48c64fbc72c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:13.325419269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"4d6c32d8-8c0a-4929-94cb-0a40b32d7a30","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:13.346666729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"4d6c32d8-8c0a-4929-94cb-0a40b32d7a30","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:13.515979592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"86b0038f-8dc1-43bf-83a0-a5b160d01077","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:13.516003113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"86b0038f-8dc1-43bf-83a0-a5b160d01077","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.445673164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"b76edec8-5e1e-4f5b-bbac-2c4fdc688007","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.445704781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"b76edec8-5e1e-4f5b-bbac-2c4fdc688007","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.67356341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"7a52613a-d1cb-4d86-af06-6a356e759296","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.673585361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"7a52613a-d1cb-4d86-af06-6a356e759296","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.673839161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-82db63 priority=0:[ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.697159279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"94902bd8-dfba-4519-91d6-fcbf8e91e4c9","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.702723858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"303ba597-102c-43a0-9c1e-ce4958760768","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.708303713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"b6dd15eb-dbe7-4803-bf8c-92e869bf21f2","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.708320028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"b6dd15eb-dbe7-4803-bf8c-92e869bf21f2","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:14.713374125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-3fe45b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.722685867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"303ba597-102c-43a0-9c1e-ce4958760768","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.72576924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a33e1361-0a6a-4df5-8b8d-1f001bfbaba7","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.72578754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a33e1361-0a6a-4df5-8b8d-1f001bfbaba7","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.787400249Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"8dcb2bde-826b-42af-b64c-ae23aaeeb668","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ipp-route-3fe45b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.801398256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"ee5bfb48-507a-4c7f-81dd-b49eaf0e15c0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.801417705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"ee5bfb48-507a-4c7f-81dd-b49eaf0e15c0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.802666692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"4b2f5aef-e1d2-42b3-a86d-1634903d8d3d","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.81849801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"c691e3a3-e8ae-4fd9-93c3-bfda0a7be960","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.818517054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"c691e3a3-e8ae-4fd9-93c3-bfda0a7be960","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.822373703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"4b2f5aef-e1d2-42b3-a86d-1634903d8d3d","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.845645964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"49860a31-72ef-4643-a588-5546f6e899c9","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.845662524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"49860a31-72ef-4643-a588-5546f6e899c9","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.890693356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"1e231f65-94ee-4105-b07a-94fcb2e94230","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.903426103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"46ce4aac-2583-478a-88ef-b4ff6b232963","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.955627114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"46ce4aac-2583-478a-88ef-b4ff6b232963","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.974311706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"46ce4aac-2583-478a-88ef-b4ff6b232963","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.992958111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cb7a7f1d-cec4-431d-acfe-17ca6d086cfd","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:14.99297887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cb7a7f1d-cec4-431d-acfe-17ca6d086cfd","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.4794048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"bd64e722-2538-40bc-9687-28d02bb2732e","namespace":"ai-tenant-e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.479472191Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"bd64e722-2538-40bc-9687-28d02bb2732e","namespace":"ai-tenant-e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.479533717Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"bd64e722-2538-40bc-9687-28d02bb2732e","name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.497485237Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"bd64e722-2538-40bc-9687-28d02bb2732e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.497733773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f078f79-9fcf-4ab9-87a1-514d7d398dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.498165218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04cb8e37-191a-48c3-9e26-3e4fa3a25df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.498180679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04cb8e37-191a-48c3-9e26-3e4fa3a25df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.647191047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f078f79-9fcf-4ab9-87a1-514d7d398dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.700099447Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f078f79-9fcf-4ab9-87a1-514d7d398dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"name":"e2e-api-b-6153f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.700125064Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"e2e-e2e-api-b-6153f8-policy","reconcileID":"2f078f79-9fcf-4ab9-87a1-514d7d398dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6153f8-policy","namespace":"ai-tenant-e2e-api-b-6153f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.719733621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c1eb1d-c782-4a15-a3ed-befea8177a25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:15.719754652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c1eb1d-c782-4a15-a3ed-befea8177a25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.359465988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","namespace":"ai-tenant-e2e-praxis-b-9d9498","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.359555311Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","namespace":"ai-tenant-e2e-praxis-b-9d9498","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.359647328Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","tenant":"e2e-praxis-b-9d9498","tenantID":"e2e-praxis-b-9d9498","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.376594924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9d9498","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.407379424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Service","name":"maas-api-e2e-praxis-b-9d9498","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.440079702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9d9498","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.467108584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9d9498","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.486294996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.504404189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.524650227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.544145252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.558884431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.573572462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.588163838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Service","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.602670927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.617192441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.631883784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.647759794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.675107649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.698711151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.714008141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.730244397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9d9498","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:17.74524305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9d9498"},"namespace":"ai-tenant-e2e-praxis-b-9d9498","name":"default-tenant","reconcileID":"7982f200-2a8e-4ba3-aa1f-c1e2d7f9cd42","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9d9498","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.111134843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9d9498","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9d9498","reconcileID":"f5c0009a-490a-4940-b338-4a29845796aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9d9498","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9d9498"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.601583133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6157f6-484d-482f-9dc8-3d5946271352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.615878946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6157f6-484d-482f-9dc8-3d5946271352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.630061847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6157f6-484d-482f-9dc8-3d5946271352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:18.644949489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6157f6-484d-482f-9dc8-3d5946271352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.224745284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d449ad7-7e64-4964-be67-1555fbacd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.238997821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d449ad7-7e64-4964-be67-1555fbacd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.253637096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d449ad7-7e64-4964-be67-1555fbacd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:19.267716105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d449ad7-7e64-4964-be67-1555fbacd90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.022231093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"1e4e593b-42d2-4006-b3b3-cb531dea2a3a","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.03411491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"85b46a4c-4fb6-46f5-88dd-0e6a03a5bd93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.041892843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"1e4e593b-42d2-4006-b3b3-cb531dea2a3a","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.060084502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"1e4e593b-42d2-4006-b3b3-cb531dea2a3a","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.134231677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"5eb9d9db-dd4b-40fb-9222-42305a7fb0d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.134334593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"cc3e70fe-d15f-42c0-88d8-4420b14cab0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.134643975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"e7b62f67-dbcf-477e-8718-1e1a438e2943","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.233804034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"0fef6373-25eb-4059-afb5-da29a521fc76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.234027329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"50de5871-642d-48b7-8513-0071cef6b6e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.333866297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16a02205-b977-445f-b6ae-a7446de83f10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.334291478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"db18c3d7-43e6-4bfe-aa5f-dfdf49bc8fea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.463226327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"b652323b-f27f-40e1-9b6e-2b144e05a9f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.463846856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"2e38bb5f-ee3f-406f-b285-b01bc2888b1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.576706395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"cba2a90a-c8eb-4d3f-b657-2bd7ef50671e","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.577268504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"f15195eb-a650-40f8-bacf-55c43c3a12ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.577777287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"344b4742-5786-4ddf-b13b-f2782e1fd7e6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.726843051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b0501a9-77e2-46fd-b614-d8b80421fe61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.727346283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"0feeff09-a3f1-4e70-a244-443d7ad158f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.727896666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"a783b92a-4318-4ce9-9dee-16d3fecbb780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.987089825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"6f4a541c-34e4-49aa-9c0c-c226453bd60b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:25.987723077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"24c4f754-b19b-4928-8718-05ee2e341878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:26.00271375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"1762f3fa-cbcb-4886-8b2e-301b83e8de1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:26.958788859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"02074850-cbad-4457-800e-6420c02ba179","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:26.96661122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"d00a048b-5c8b-4e3e-9ad3-0629cae43ad4","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:26.986181136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"6c9b44de-0b1c-43fc-a78f-647e3886a317","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.002778166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"1064e6f2-b2f1-4d58-8d71-926caed78dcc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.003165253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7eb6e6f2-e200-4ebc-835b-1cdf27dfb73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.003428649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c8f0fff7-4608-4ec1-85d2-8ab42c490321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.02440148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"1064e6f2-b2f1-4d58-8d71-926caed78dcc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.025549275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c8f0fff7-4608-4ec1-85d2-8ab42c490321","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.026686121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7eb6e6f2-e200-4ebc-835b-1cdf27dfb73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.103038514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"d14ee786-978f-4261-bf5a-a4d290ee3101","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.123570969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"d14ee786-978f-4261-bf5a-a4d290ee3101","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.180637898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"72815fe6-6bc0-4495-8f78-bb24a5532d1a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.180935469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-82db63 priority=0:[ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-free ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.201563128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8660c08b-2516-4491-aeec-b9e54248921d","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.201582182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8660c08b-2516-4491-aeec-b9e54248921d","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.213105518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"52ca874a-f161-4a94-a146-270fe2cbec7a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:27.216771133Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-91520c/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.223198723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"033e77c6-924f-4053-aa96-3c1eabff9b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.223201862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"81933188-ee16-4206-bc15-6ba4d4452c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.232189377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b475231d-08d9-48bc-a40b-ded19b2d9c17","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.242585617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"81933188-ee16-4206-bc15-6ba4d4452c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.242795986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"033e77c6-924f-4053-aa96-3c1eabff9b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.288846012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"557dc97a-865e-42b5-8b03-971e024b87ab","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.326301722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-subscription","reconcileID":"1e076cce-ba93-40af-bf72-acda9faac9d4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/e2e-test-group-subscription","ai-tenant-e2e-worker-w5-91520c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.358424415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"85403d2b-f7dc-4c5c-9ce6-c2c8bf3e90aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.384103477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"85403d2b-f7dc-4c5c-9ce6-c2c8bf3e90aa","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.384682552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"0de5cb0d-f597-4f0a-8823-df31299fd716","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.396361424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"559c5898-287c-4b5c-80bb-d3071a796691","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.459017096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e1911988-b840-47bf-a8b0-be3b03a65888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.459441554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e9fff3f8-1b0d-4fe6-b944-d510bdc654b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.484160001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"77b34ec5-c3b4-4916-9d00-fb00fc9d1077","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.485700413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e9fff3f8-1b0d-4fe6-b944-d510bdc654b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.486135735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-subscription","reconcileID":"2f2a85fa-bec1-4660-8fd4-bc28693843a1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.487259598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e1911988-b840-47bf-a8b0-be3b03a65888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.562529037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"df267e3f-e549-4c28-8a50-7cfa74facd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.563267978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"803c2f2f-aef3-4007-9516-6be7ccdb3ccc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.583612536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"803c2f2f-aef3-4007-9516-6be7ccdb3ccc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.584819039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"df267e3f-e549-4c28-8a50-7cfa74facd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.657424105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"784bca40-7185-4b1d-a34c-1df416b8fa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:27.677061638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"784bca40-7185-4b1d-a34c-1df416b8fa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:31.052757298Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:35.091285714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"b6ec2ffe-16c6-47ad-9e4c-35550cc021a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:35.111118674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"b6ec2ffe-16c6-47ad-9e4c-35550cc021a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:35.129688544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"b6ec2ffe-16c6-47ad-9e4c-35550cc021a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.015030629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"53486fbb-fe9c-489d-b8f6-8f4adb23f4b2","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.066096385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-success","reconcileID":"53486fbb-fe9c-489d-b8f6-8f4adb23f4b2","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.112504483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"99ed884f-fe09-4cf8-ab98-2f8febf2abd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.231978497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"23c42012-5b04-4192-a608-a4643370e5d9","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.254473358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"f3702a2a-0490-4e7e-868c-4556f5604807","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.279309962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"fe92cae3-b124-41da-ba8d-fcfeee4ef06b","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.280061117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"2013de99-8107-4dfe-98a3-2944857eb2e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.280456128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2237ab70-8b5e-464f-8522-564d740c8f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.28053118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"33d6ad5e-740c-449c-9121-b0038fdf5ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.337280438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"33d6ad5e-740c-449c-9121-b0038fdf5ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.339718435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"2013de99-8107-4dfe-98a3-2944857eb2e8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.340516529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2237ab70-8b5e-464f-8522-564d740c8f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.413528937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-success","reconcileID":"03d03ca9-d677-425f-b755-49739e9af7e9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.416036806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"3b949504-b1a8-41e9-9c66-178cc0a02804","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.535519832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"532f98a4-741d-4e39-8899-b818de64a461","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.588386191Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-free","reconcileID":"532f98a4-741d-4e39-8899-b818de64a461","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.591575701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"c71d7ff4-97d5-4c9a-8aea-04064306199c","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.635022321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"a5f3c2b5-f69e-42ec-a56b-b4fbffa9ee9b","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.635130362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"cd531f6f-1d44-4b32-be91-30e98a2ad670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.741475123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"473c4596-b83f-4070-abff-1a07eadaed86","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.785424599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8794b8c6-d92c-4c07-a774-0f1de1c4da98","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.785553803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dc1f2ab4-5623-4d44-a240-824a8a6eb48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.785970809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a6e1c7ff-f574-4ca5-aaba-582696da174c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.805979324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dc1f2ab4-5623-4d44-a240-824a8a6eb48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.806996949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8794b8c6-d92c-4c07-a774-0f1de1c4da98","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.808353573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a6e1c7ff-f574-4ca5-aaba-582696da174c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.918985208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7bcef919-8d3a-43ec-936e-80412b6ba2c1","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.982271785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8016ea66-b9db-4141-96fe-11170c8493f3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.982292036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6366c187-c607-46f7-af30-11dcb6fe5e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:37.982682318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"17a3b14c-7db0-4c33-8665-a88e39288997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.001775052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8016ea66-b9db-4141-96fe-11170c8493f3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.00559416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6366c187-c607-46f7-af30-11dcb6fe5e2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.005994978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"17a3b14c-7db0-4c33-8665-a88e39288997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.699524619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"08094dd5-c12a-496d-bda8-dd78279dd709","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.719208622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"cee18329-f231-43ed-ad21-44fc36e01951","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.762638292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"fe11efb8-f40c-4045-9c48-083464f4088c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.781927181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"fe11efb8-f40c-4045-9c48-083464f4088c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.862175515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"f5db581e-8ae4-44a6-b09d-44e897971920","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.905176115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"ce46e050-10b8-4adc-8ec1-e7fbbb3aef85","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.926096886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"ce46e050-10b8-4adc-8ec1-e7fbbb3aef85","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.973572066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"f8414d5e-5d03-4ba8-8aae-d940ada9edf8","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:38.993350373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"d3c2fd62-2781-426f-8898-73eb968b22a8","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:39.006877629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-no-access","reconcileID":"8bcf5a91-22cb-45fd-b67e-daab0c59f25a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.017472515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d1926cac-ee5e-46be-a58d-b7f617aa6f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.017479385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a2760895-a4a3-4a08-b9fc-46ba8854f40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.017656109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"4d95daf3-a048-4a2e-92a2-a8d5689586d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.039066214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"4d95daf3-a048-4a2e-92a2-a8d5689586d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.039112276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d1926cac-ee5e-46be-a58d-b7f617aa6f46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.04257861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a2760895-a4a3-4a08-b9fc-46ba8854f40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.048520335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"647bc356-d815-4d66-8332-8081f71c444f","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.066099876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"9ff71b4c-f626-4d93-b1a5-b74baf794dd4","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.135601704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b6c4e9e1-c499-43ea-baa4-43c022d4bb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.135675204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"b6bf44e9-8018-4061-9652-f3440b0f488b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.135983201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"34176b0f-0a42-4da7-af55-80e0952232af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.142338401Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-no-access","reconcileID":"142daeca-11e0-4d7b-9a3c-4be36acbc850","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.155642099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"b6bf44e9-8018-4061-9652-f3440b0f488b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.156432741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b6c4e9e1-c499-43ea-baa4-43c022d4bb51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.158076679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"34176b0f-0a42-4da7-af55-80e0952232af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.199575767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"deeea1dc-a701-4016-ae3f-114df260379d","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.214221904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"816779a3-f54f-4f52-87cc-fc4b7889527a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.263647838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","namespace":"ai-tenant-e2e-ipp-a-fd1d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.263741015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","namespace":"ai-tenant-e2e-ipp-a-fd1d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.263821111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","tenant":"e2e-ipp-a-fd1d4e","tenantID":"e2e-ipp-a-fd1d4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.281141705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Deployment","name":"maas-api-e2e-ipp-a-fd1d4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.31458191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Service","name":"maas-api-e2e-ipp-a-fd1d4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.315480628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-no-access","reconcileID":"67154e4c-0b26-44a2-a0bf-6b36f97b2772","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.334164552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-fd1d4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.353636643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-fd1d4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.373595929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.391729104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.412178666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.43047202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.448280018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.469066755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.501170825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Service","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.530495638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.548936065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.56818198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.588087503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.608774029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.627251673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.644714556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.661939471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-fd1d4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:39.679325509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-fd1d4e"},"namespace":"ai-tenant-e2e-ipp-a-fd1d4e","name":"default-tenant","reconcileID":"13f27bf6-2d59-40f8-a483-f5e3a9ba65b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-fd1d4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.180432496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-fd1d4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-fd1d4e","reconcileID":"968d450b-39f1-480f-8450-ac19eda7e552","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-fd1d4e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-fd1d4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.271635418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"8497bbd3-8401-4118-9456-7f01e5cdcf3f","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.31478176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"40dd2b53-f10a-4f65-99a2-754e186c05d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.314798553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0dfd88d4-8bf3-4480-9d75-b05fd41b0045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.315065378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"06c7b00a-c1b1-42f9-822d-2fd5053c13ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.33609023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"06c7b00a-c1b1-42f9-822d-2fd5053c13ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.336244006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"40dd2b53-f10a-4f65-99a2-754e186c05d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.339693023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0dfd88d4-8bf3-4480-9d75-b05fd41b0045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.608312754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54912d9-f37d-42af-835f-036ff502d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.62226736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54912d9-f37d-42af-835f-036ff502d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.636382627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54912d9-f37d-42af-835f-036ff502d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:40.652039065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c54912d9-f37d-42af-835f-036ff502d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.217751977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f1dba4-6443-4afc-ab17-c878c059fdf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.232030604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f1dba4-6443-4afc-ab17-c878c059fdf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.246162777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f1dba4-6443-4afc-ab17-c878c059fdf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.261023302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f1dba4-6443-4afc-ab17-c878c059fdf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.77618848Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","namespace":"ai-tenant-e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.776252041Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","namespace":"ai-tenant-e2e-api-b-6153f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.776319358Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","tenant":"e2e-api-b-6153f8","tenantID":"e2e-api-b-6153f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.795022681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Deployment","name":"maas-api-e2e-api-b-6153f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.855122548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Service","name":"maas-api-e2e-api-b-6153f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.875627561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6153f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.893292003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6153f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.911367321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.928819128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.947454931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.968343591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.982600906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Deployment","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:41.997073074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.014766756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Service","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.029383741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.043749785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.05820597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.073003915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.098818286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.114287168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.130301095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.151164199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6153f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.174543489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6153f8"},"namespace":"ai-tenant-e2e-api-b-6153f8","name":"default-tenant","reconcileID":"65ed79c3-3e46-456e-91b3-c223043c9098","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6153f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:42.560355316Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6153f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6153f8","reconcileID":"8e4c095c-8b5e-4a95-9c9d-45bd795cfbd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6153f8","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6153f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.005401159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a1631a-343f-458e-9407-2a6a440de262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.019451489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a1631a-343f-458e-9407-2a6a440de262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.033360472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a1631a-343f-458e-9407-2a6a440de262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.0480677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a1631a-343f-458e-9407-2a6a440de262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.701497154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e7cc84-2967-4d18-be95-d07bb98917c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.715971639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e7cc84-2967-4d18-be95-d07bb98917c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.730141248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e7cc84-2967-4d18-be95-d07bb98917c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:43.744871382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01e7cc84-2967-4d18-be95-d07bb98917c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.160953193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"62a35aaf-3713-4f09-ae7d-a04752f0296b","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.184755955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"62a35aaf-3713-4f09-ae7d-a04752f0296b","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.203167317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"62a35aaf-3713-4f09-ae7d-a04752f0296b","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:45.985778991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"4e54d2de-c886-4b4f-b90f-b56d8ab01b86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.088440975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-subscription","reconcileID":"46d15aff-6f7f-4140-90f7-1feb02ba53af","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.094998084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"b0ce2b53-883e-4f3e-873f-e5f59ba51525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.095567893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"1082e99e-f2f7-4c98-9730-37c1e48966a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.18181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"6a535fc8-ced0-4f22-a993-ce4dddbeac87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.182225452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea317fda-6849-428e-88c0-79c9145c4639","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.182428122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"01f80e99-b0bc-4461-9e0b-bf3013e5d16a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.19223958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"90e9cfae-f861-4956-88e7-84c5b348f307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.295168578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"62eaf805-fcb4-42cf-8cfd-2a60e6fdca69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.295736347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c7411f6-d317-4079-a275-5ddda24daccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.382609786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"3427a23f-01d9-41ea-8926-caecd32ab15c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.529176185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"132150f4-912f-4511-b75e-bde40c85d8ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.582792234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"ba0ca70d-7bc7-41d9-a510-8fd17b82195b","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.58289905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"31749ebd-4789-4909-b58d-99aaa34cb850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.68033409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ecb940e7-935c-4a33-bfb7-4629ad2447ac","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.680353963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ecb940e7-935c-4a33-bfb7-4629ad2447ac","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.683276388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"5dd0589d-5fe1-4988-ba77-77790c0942ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:46.852688485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"74050950-c178-40e6-8dcd-a13212923ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.565416295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"2b847622-05f5-4cad-a3b4-daa1d3e96428","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:47.590073469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"2b847622-05f5-4cad-a3b4-daa1d3e96428","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.026828365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"f2f5f670-4496-4bff-845e-daafbb3868b1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.160942422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-subscription-premium","reconcileID":"f2f5f670-4496-4bff-845e-daafbb3868b1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.308832534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"e38bcc98-67fd-4c15-ba99-ffaf0a913045","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.475313966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"433d84f4-3cb6-42bc-bf97-658dc0e98cd5","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.546616229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b22def29-75de-4dc8-9645-93a0c91b4414","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.546819117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"de6c11f7-e336-4cfb-a5cf-8cbf5bf2269a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.546627594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5a2516c5-9839-4333-9ab3-c38e45be5c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.568397027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b22def29-75de-4dc8-9645-93a0c91b4414","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.572921079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5a2516c5-9839-4333-9ab3-c38e45be5c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.575133167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"de6c11f7-e336-4cfb-a5cf-8cbf5bf2269a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.583210685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"66aeb745-92f5-41b5-b967-b925c8064a92","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.748953842Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8f65990a-27f2-4557-8819-5ec3c3ec7b33","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.797988382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9580e618-aacf-41e8-9383-b79a551461a7","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.913156403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a78999-84c7-4163-8ed7-0a4cd77e90ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.927870063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a78999-84c7-4163-8ed7-0a4cd77e90ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.942265372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a78999-84c7-4163-8ed7-0a4cd77e90ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:48.957161824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a78999-84c7-4163-8ed7-0a4cd77e90ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.621046974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e577af-9b51-4a64-890b-6e6032b46a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.635889209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e577af-9b51-4a64-890b-6e6032b46a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.650321331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e577af-9b51-4a64-890b-6e6032b46a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:49.66489573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e577af-9b51-4a64-890b-6e6032b46a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.292551679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"e83f0ccb-40b6-4c67-a372-ea133957c5ba","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.311635952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9418c7ea-0983-475b-bfa5-a90a6e2887e2","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.320756768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-no-access","reconcileID":"d1a41cb7-a22e-4801-b560-8f2bc0cc5408","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.354639947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0c0f2e64-9ccb-4f63-a131-05aee0bd8df8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.371970394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-subscription-no-access","reconcileID":"d1a41cb7-a22e-4801-b560-8f2bc0cc5408","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.376450723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0c0f2e64-9ccb-4f63-a131-05aee0bd8df8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.457014034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"0530bb0e-4354-4705-a173-4b04c6a94fa7","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.458982509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"b246d4ce-70f2-4945-88c8-015cb316b5df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.465927368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"2320704c-8636-4b8e-a03a-8f62dbd78fe6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.500518663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0045e688-75eb-4fa7-839e-a2a591838b9d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.509528007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"fe3c82f1-6975-4227-8ab2-2a1c0d3a94b9","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.520227847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0045e688-75eb-4fa7-839e-a2a591838b9d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.529489952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"4632dded-78cf-4464-9fbc-bee660978489","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:50.545463136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"2fbaf662-8028-4dc2-a71e-9f9a1b0bf8ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.609023865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7baf9f42-54ec-42e2-8749-bd679d6ef1be","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.644407357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"44e462ea-1119-4e50-9670-daa52cd892c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.644822774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"9108d709-ba4f-4393-8591-478fb11f53f5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.644418694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e3d74cd7-c72a-4261-bd2d-3a15fc8ce2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.649113198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9db60e89-d91b-4652-a4ec-e9fb4f768cb7","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.650968463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"051bf39b-3893-4ce2-9df0-c1916040329b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.651417645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"f75b4443-bd16-48bc-9ccf-a032a9ff98b6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.664627892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"44e462ea-1119-4e50-9670-daa52cd892c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.665986073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e3d74cd7-c72a-4261-bd2d-3a15fc8ce2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.667025497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"9108d709-ba4f-4393-8591-478fb11f53f5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.670681327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"051bf39b-3893-4ce2-9df0-c1916040329b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.701004853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a25145d0-849e-4a62-b772-5b73315b57dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.708983743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-test-auth-no-access","reconcileID":"d72fd974-3dfc-45f5-bbce-9618f4607ba3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.71812969Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"13e8ed3a-6e5b-4243-8173-b35ff2cc0f22","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.723138649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a25145d0-849e-4a62-b772-5b73315b57dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.730973116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-82db63 priority=0:[ai-tenant-e2e-worker-w3-82db63/e2e-test-other-subscription ai-tenant-e2e-worker-w3-82db63/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.730997367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"e2277edc-b8c9-4326-9003-f5b1d9d3e819","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.74934568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7e112dda-1671-455c-9a23-1ebee153dbef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.76609447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"32a45353-6ffb-43fc-aa09-4ead090b5676","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:50.767749517Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.77845316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"4ecd9fe9-8b40-4298-a1c0-45f499a44af1","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.786522024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9a09ac89-46e3-4ec5-b0d0-a586a8e0c029","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.801412649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"528540a5-62d2-4c2f-9884-2f68646f43a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.801552278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"8a33dd02-dfe3-4206-8cdd-5d681884ac06","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.815835489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"73a605d7-db7f-4da6-9992-9a1dff86be69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-82db63/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.822447577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"528540a5-62d2-4c2f-9884-2f68646f43a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.822471021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"8a33dd02-dfe3-4206-8cdd-5d681884ac06","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.870835705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"95f001dd-9edc-4527-a359-fb9b61d6752a","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.894967071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"416bf6dd-ae08-4c91-912f-096a8dcdc1a2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.895422038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-other-subscription","reconcileID":"a29bf644-c923-4c60-b79a-021654c7d509","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.895652429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"d9e131c9-70a7-4917-a51c-7e4783fabb6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.901063232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a9eb7ce3-8740-4122-bad8-304c8899ad3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.908150431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"7da27f22-bf00-42e3-a782-a7232973ea06","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.908191184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"95daea72-11da-4655-a94a-a21c8556c7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.925662226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a9eb7ce3-8740-4122-bad8-304c8899ad3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.928664716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"7da27f22-bf00-42e3-a782-a7232973ea06","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.930303267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"95daea72-11da-4655-a94a-a21c8556c7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.958076606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7e2ce0a2-11b0-4f8b-b6a1-2021d0c5cb7d","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:50.99620392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"2f387507-36b2-4761-b607-bc53d9e52c94","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.004049039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-other-subscription","reconcileID":"9830b9c5-c219-463c-b42b-41d3bba0783a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.070602951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"10b235ba-3595-44a6-8164-8cea9815605c","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.548881827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"84eabfe2-3787-43b2-854f-eb7879ccf848","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.602525161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"f7fee98a-10a4-4e91-a6e3-fc5fabc27548","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.603050404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1e070190-b957-4c99-894a-6c8a4256f071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.603307928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7d2252df-74f3-40d4-9f75-d10c14b60545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.679589703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1e070190-b957-4c99-894a-6c8a4256f071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.680195223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"f7fee98a-10a4-4e91-a6e3-fc5fabc27548","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:51.683177625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7d2252df-74f3-40d4-9f75-d10c14b60545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.769699927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"f5adf026-1f45-400a-87ba-060da78bf5b2","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.769729132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"f5adf026-1f45-400a-87ba-060da78bf5b2","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.787316958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"829af7ad-7a34-4572-bccd-9a0c8624d2a6","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.787345086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"829af7ad-7a34-4572-bccd-9a0c8624d2a6","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.853662409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"d9ae0972-6d3c-40a8-b272-86de9147e79a","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.868858573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"f5427230-b2d7-417d-8dec-47597b9ce6cb","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:54.874771858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"d9ae0972-6d3c-40a8-b272-86de9147e79a","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.037114485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"7b914373-a168-404b-a639-3323d5a0dc51","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.223948139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d891cd-973e-4bb2-acb9-1f07a3b55d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.241053109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d891cd-973e-4bb2-acb9-1f07a3b55d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.255787273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d891cd-973e-4bb2-acb9-1f07a3b55d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.270684555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81d891cd-973e-4bb2-acb9-1f07a3b55d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.285418427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"81a3aa1c-cba2-4bb4-b367-99893af4c19e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.307085513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"81a3aa1c-cba2-4bb4-b367-99893af4c19e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.325859847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99a17ca380d487ebf94ce15d6878cd13b505e04fde7f8fbe40e4ced4c21fcf5b) AuthConfig (32b34f2e621d0f26e36b1503ff5065bbdaeb9516b78f281dcd698449a4a48e57) AuthConfig (8deac2ea3c20825077585883354414bfea4b1c6f8e2a9157965ea70fdd67efdf) AuthConfig (c2610a5db1153fdf04fd5818a19e8c9cc5ed631cd3b41ea94bc2c3e28bb0a9eb) AuthConfig (d1c3a560795303753b480dc8841ce999b43a301bd42a86c63501c06c21f8f15c) AuthConfig (0fa11fc3ef070daac5f22f3d2c48d513df59b9cab0a14efb31bbea3372cc303c) AuthConfig (3bd58dcb35fa5131c1a1ec37c4e033b50a46ab198e45aecb3f54c054a6c890c8) AuthConfig (8d9b6610377a09a451469a12d97bd8c9328a10e7b514c1c714f9c908364310f9) AuthConfig (1b7a91151e3f9ccffd07ddc2a269555b9801aa5458011332927bccf51af87c40) AuthConfig (3752b8873a2a32f562cd5825b6e93434468c7ddc16325a87f82c5989cebfcfb0) AuthConfig (d4d94d081e24649c521f3f87f710ee213fba7c60744bbcab1d7135627145e53d) AuthConfig (c66f4a35e42b6df6dd2ed62cae2cbdee3ea9a8fcccd893b1f077bb4245c53a10) AuthConfig (ae5dc568bb2875932141f70612a02a8f4cdf349708808b304120ae572c2d513e) AuthConfig (cc53834a78e19b8b6207c151f78c8003c080779de44e01045b4af5c8b8b8d268) AuthConfig (ce62145619721519b1b949858243a087c99866cb543cd0147c4e1c37ca3cbab3) AuthConfig (1b8f4288ba60a5c8396c3cb5c59789946a148ab69095321a07cd0fc7b7c27b8d) AuthConfig (4265fd0e7127c7dab3b86dd1d66bc524cbd35c041b7e946ad4d202c3f4d7cb30) AuthConfig (e49947bcf96e24c9be375d09bebe3b213b1ebd0e29b2997f6e22989c866d99a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"81a3aa1c-cba2-4bb4-b367-99893af4c19e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.357016338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"633052b7-8c46-4004-98c6-bab5b5bf90a7","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.357044582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"633052b7-8c46-4004-98c6-bab5b5bf90a7","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.854692553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f3e574-18c7-4792-83c8-5b8f14e74084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.869267921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f3e574-18c7-4792-83c8-5b8f14e74084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.88355182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f3e574-18c7-4792-83c8-5b8f14e74084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:55.898219502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f3e574-18c7-4792-83c8-5b8f14e74084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.483114973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef6589-8823-43ee-9185-7d03988d97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.5060206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef6589-8823-43ee-9185-7d03988d97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.520544109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef6589-8823-43ee-9185-7d03988d97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.534763446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daef6589-8823-43ee-9185-7d03988d97be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.6530905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"242315a8-753d-49da-9048-4ddbd34cf9a8","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.670341508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"b8796ac4-393e-4d04-b136-397ba656707e","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.683822284Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-80bd36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-80bd36","reconcileID":"ee772adf-89b9-4c61-a6f4-68501b1e9159","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-80bd36","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-80bd36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.829740575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"675d861c-a7cf-496f-9236-2372245dddd3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.85062316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"675d861c-a7cf-496f-9236-2372245dddd3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.924502059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"06fbbe91-87dd-4c89-8679-130b653b2b04","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.972291451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"4a71237b-1714-466d-a534-4ca282feb0b0","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:56.975299068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-sub","reconcileID":"ccea925e-0d12-4d0e-b09b-748c6b22a6be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.982553485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e058887d-53c2-4ff8-8197-328cef660c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:56.993234365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"97e1b081-68dc-4967-973c-0d847b45cd5a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.00318973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e058887d-53c2-4ff8-8197-328cef660c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.017175892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"5a335564-ab83-4aa9-9d43-05bbe1bd1856","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.035304063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"73d1d136-148e-4827-9207-8ce61606da77","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.128368868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4b947d03-5c38-4f31-82cb-b1f0b04037ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.129998216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"ebaef630-daa1-405b-a865-525cab732b4f","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.150369834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4b947d03-5c38-4f31-82cb-b1f0b04037ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.171521873Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-sub","reconcileID":"5e2b7233-566f-44fd-a76c-d60211c33076","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-status-active-sub","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.173230201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"5546a43c-4761-4956-9bcd-fff0f8994797","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.22189915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"3e815710-0744-49c6-9476-0e392b5fef48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.222047588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"5546a43c-4761-4956-9bcd-fff0f8994797","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.238100627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"032d9d0c-43f0-4248-bf4d-66d6b558f1cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.242475157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"3e815710-0744-49c6-9476-0e392b5fef48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.243224902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"3bfae066-8c84-43b0-84ac-d47680239128","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.327284431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-sub","reconcileID":"46162ca6-d511-4c06-889e-a2eeeecf9255","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.348125944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e55e9d-50c7-4a4c-b226-cdc1621f3808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.348794041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6e267d0b-2e8d-4155-9e1e-feb40d0490be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.372236514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e55e9d-50c7-4a4c-b226-cdc1621f3808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.39177533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e55e9d-50c7-4a4c-b226-cdc1621f3808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:57.392455627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"5546a43c-4761-4956-9bcd-fff0f8994797","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.397075213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6e267d0b-2e8d-4155-9e1e-feb40d0490be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.407813171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e55e9d-50c7-4a4c-b226-cdc1621f3808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.45420825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"05fd494f-92a2-4bbf-9e2b-7855f480cc52","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:57.474408478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"05fd494f-92a2-4bbf-9e2b-7855f480cc52","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.011635129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ce11c-2578-4fb0-a17d-71eee05b8906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.025637852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ce11c-2578-4fb0-a17d-71eee05b8906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.039709541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ce11c-2578-4fb0-a17d-71eee05b8906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.053655299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ce11c-2578-4fb0-a17d-71eee05b8906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:09:58.379896276Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-80bd36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-80bd36","reconcileID":"9eb1f7fc-edd0-4822-a705-da6969961381","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-80bd36\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.811614125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b013c-f591-4c85-959c-bbc8c8fef752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.834202036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b013c-f591-4c85-959c-bbc8c8fef752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.858205301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b013c-f591-4c85-959c-bbc8c8fef752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:58.957494894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17b013c-f591-4c85-959c-bbc8c8fef752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.552586374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c501f0eb-1a5a-41c4-8601-86ae81eeb238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.56844461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c501f0eb-1a5a-41c4-8601-86ae81eeb238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.58540323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c501f0eb-1a5a-41c4-8601-86ae81eeb238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.600826161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c501f0eb-1a5a-41c4-8601-86ae81eeb238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.655545157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"d8ad0000-5913-4c2d-82c3-47b01d604ac6","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.698891316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"b7da95b4-a6f3-4aee-8b32-d40ff5aca09b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.712506558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cfbde14e-aedc-41e6-8284-c9cbcf4d59bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.712776977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1b0c1e23-b6e9-4253-84ad-19f4f4f5687b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.721861492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"b7da95b4-a6f3-4aee-8b32-d40ff5aca09b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.735513407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cfbde14e-aedc-41e6-8284-c9cbcf4d59bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:09:59.735526055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1b0c1e23-b6e9-4253-84ad-19f4f4f5687b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.185411434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4449b5-437b-4179-a6ec-eb2bb514fd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.19988141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4449b5-437b-4179-a6ec-eb2bb514fd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.213727366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4449b5-437b-4179-a6ec-eb2bb514fd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:00.228589853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e4449b5-437b-4179-a6ec-eb2bb514fd49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.053448717Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.614276794Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"c0a232a9-bd71-4c9f-b5be-4ba713a2930e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.665551083Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-user-subscription","reconcileID":"c0a232a9-bd71-4c9f-b5be-4ba713a2930e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.735146454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-other-subscription","reconcileID":"d5aa107f-2c57-47a5-bef2-8bff86c89ad6","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.735248072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9e61cb24-f600-4e2a-95ec-f778080a71cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.743155346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9bbeaf46-e24a-4d1f-8177-0f7c78eef800","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.786411625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"5968b746-7025-407b-806a-d53837aaba31","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.786427561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f0c33edc-88c2-47d5-ae4f-989f4bb7d9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.786811589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"610670fb-6dec-4e37-814b-a3d34b7b0ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.811890893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"610670fb-6dec-4e37-814b-a3d34b7b0ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.812894879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"5968b746-7025-407b-806a-d53837aaba31","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.816166578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f0c33edc-88c2-47d5-ae4f-989f4bb7d9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:01.903456364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5ee7b1bb-f72a-4785-af22-b64287cc7708","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.002434701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c53917af-b3b4-4883-852c-7bb50a2e0a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.002435653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3e679da4-9da7-4516-8098-8e9edb2b4fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.002748776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"41e809f3-a217-41bb-9984-4bce30fbfc3f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.024475972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3e679da4-9da7-4516-8098-8e9edb2b4fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.025318964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c53917af-b3b4-4883-852c-7bb50a2e0a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:02.028189287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"41e809f3-a217-41bb-9984-4bce30fbfc3f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.960537305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"9f0ee0a9-b9ad-4517-bd52-9d092797f7da","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:04.96058038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"9f0ee0a9-b9ad-4517-bd52-9d092797f7da","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.035610617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"3d6445ee-aadd-4a12-aba3-1f657a8842d2","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.051276529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"17278a36-c6a6-4576-bc55-15a51f53761e","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.056154962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"3d6445ee-aadd-4a12-aba3-1f657a8842d2","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.136365023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"8bf2e455-4f60-483e-a950-e4b4d731a0eb","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.15116962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"98867340-49d5-4972-827b-40674e5e6e41","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.156623821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"8bf2e455-4f60-483e-a950-e4b4d731a0eb","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.388070556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"8b5a5909-bce8-41cd-9c33-dbba13b516a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.408225337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"8b5a5909-bce8-41cd-9c33-dbba13b516a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:05.428948187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-796d71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99a17ca380d487ebf94ce15d6878cd13b505e04fde7f8fbe40e4ced4c21fcf5b) AuthConfig (32b34f2e621d0f26e36b1503ff5065bbdaeb9516b78f281dcd698449a4a48e57) AuthConfig (8deac2ea3c20825077585883354414bfea4b1c6f8e2a9157965ea70fdd67efdf) AuthConfig (c2610a5db1153fdf04fd5818a19e8c9cc5ed631cd3b41ea94bc2c3e28bb0a9eb) AuthConfig (d1c3a560795303753b480dc8841ce999b43a301bd42a86c63501c06c21f8f15c) AuthConfig (0fa11fc3ef070daac5f22f3d2c48d513df59b9cab0a14efb31bbea3372cc303c) AuthConfig (3bd58dcb35fa5131c1a1ec37c4e033b50a46ab198e45aecb3f54c054a6c890c8) AuthConfig (8d9b6610377a09a451469a12d97bd8c9328a10e7b514c1c714f9c908364310f9) AuthConfig (1b7a91151e3f9ccffd07ddc2a269555b9801aa5458011332927bccf51af87c40) AuthConfig (3752b8873a2a32f562cd5825b6e93434468c7ddc16325a87f82c5989cebfcfb0) AuthConfig (d4d94d081e24649c521f3f87f710ee213fba7c60744bbcab1d7135627145e53d) AuthConfig (c66f4a35e42b6df6dd2ed62cae2cbdee3ea9a8fcccd893b1f077bb4245c53a10) AuthConfig (ae5dc568bb2875932141f70612a02a8f4cdf349708808b304120ae572c2d513e) AuthConfig (cc53834a78e19b8b6207c151f78c8003c080779de44e01045b4af5c8b8b8d268) AuthConfig (ce62145619721519b1b949858243a087c99866cb543cd0147c4e1c37ca3cbab3) AuthConfig (1b8f4288ba60a5c8396c3cb5c59789946a148ab69095321a07cd0fc7b7c27b8d) AuthConfig (4265fd0e7127c7dab3b86dd1d66bc524cbd35c041b7e946ad4d202c3f4d7cb30) AuthConfig (e49947bcf96e24c9be375d09bebe3b213b1ebd0e29b2997f6e22989c866d99a9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"8b5a5909-bce8-41cd-9c33-dbba13b516a2","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.710477801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-sub","reconcileID":"1cca03b2-5e6d-4e37-a1ce-b73dc9e7e9a4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.76114562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-sub","reconcileID":"1cca03b2-5e6d-4e37-a1ce-b73dc9e7e9a4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.807676459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"f2417285-60d9-484c-aae4-60013d9a4415","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.833136128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"470da873-1a2b-4515-a035-a42b047ed69d","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.877814716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"4293e41f-8e4e-4439-b75e-b83427eb451c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.878298034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"39c9a389-896f-47ba-b64b-6062aba46e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.879356807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b2b9ca0b-744a-402d-9fa2-edc0fb0886b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.897432514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"4293e41f-8e4e-4439-b75e-b83427eb451c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.899818816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b2b9ca0b-744a-402d-9fa2-edc0fb0886b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:09.921950199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"39c9a389-896f-47ba-b64b-6062aba46e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.015538914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth","reconcileID":"77046c40-0f21-46e0-91fd-061ae5055b3a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.015637298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6c01b70d-3f69-4af2-a884-84f0b761a7bd","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.149302935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"fa6703d0-f5a6-4945-9137-9de26270a6cc","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.589669857Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","namespace":"ai-tenant-e2e-ipp-b-c53cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.589868475Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","namespace":"ai-tenant-e2e-ipp-b-c53cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.590017123Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","tenant":"e2e-ipp-b-c53cc8","tenantID":"e2e-ipp-b-c53cc8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.608004408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c53cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.657018139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Service","name":"maas-api-e2e-ipp-b-c53cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.681896422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c53cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.735396555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c53cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.770223494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.808439679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.836224451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.885154906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.931307275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.953062889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:10.995673429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Service","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.0472641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.087058462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.088252282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c06f393d-faf6-450f-9b6b-404d43120a49","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.109883862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"324a8304-e8b4-41f8-9f3a-1c92a1ce239a","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.113538595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.139886381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.163845238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.180512268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"f4f1e892-cea8-4844-9a18-ea2a24bd275d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.207403576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"04f32725-c13a-41e5-b6fa-290d9194b1f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.208024577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.298082591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.307897787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"f4f1e892-cea8-4844-9a18-ea2a24bd275d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.324201731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c53cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.354668782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c53cc8"},"namespace":"ai-tenant-e2e-ipp-b-c53cc8","name":"default-tenant","reconcileID":"203fa1f1-b27d-446b-b04f-3c100b45eb70","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c53cc8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.524529456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"4cba3877-37fd-4cf8-a346-8cd09744737a","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.603349448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"b56ce185-a854-4b26-a7db-27d2bbca51f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.636068592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"b56ce185-a854-4b26-a7db-27d2bbca51f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:11.962715187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-other-subscription","reconcileID":"3c170864-3d1e-452d-b5aa-1d7bf41766bc","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:11.985449521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"b56ce185-a854-4b26-a7db-27d2bbca51f6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.030081174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c53cc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c53cc8","reconcileID":"28e8306d-1ef6-443c-ac9a-ca8043b9f036","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c53cc8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c53cc8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.030770017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-other-subscription","reconcileID":"3c170864-3d1e-452d-b5aa-1d7bf41766bc","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.076391379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"e756279f-0a26-4f3b-abbd-1789c36bf14c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.240321395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"2c83793c-640d-495d-8ab9-b95e38bbbf14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.245685998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"e756279f-0a26-4f3b-abbd-1789c36bf14c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.441648281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"3c3378c0-6ec4-4c67-b0b5-ada652d77796","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.554155531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7f97bf38-f66e-49f3-905d-df36862cadec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.554668796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0633474e-82c3-4d02-8ab5-41b940081871","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.55508079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d0e2eb1e-7bd7-4593-aa79-9f68d4a6b68a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.55549414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"255369fe-a4a2-487c-b0f3-ccc374e93afa","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.646091982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7f97bf38-f66e-49f3-905d-df36862cadec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.656759525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"0633474e-82c3-4d02-8ab5-41b940081871","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.64781894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d0e2eb1e-7bd7-4593-aa79-9f68d4a6b68a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:12.980467977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-test-auth-access-denied","reconcileID":"3c14b662-0472-42b1-b570-0543b421812d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.131447922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"64b72304-3e9e-42d1-8d70-ae0354a696ec","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.311776577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1a6002-50a2-4753-8bf1-c19d91039a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.400710448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1a6002-50a2-4753-8bf1-c19d91039a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.475985504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1a6002-50a2-4753-8bf1-c19d91039a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.499340459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd1a6002-50a2-4753-8bf1-c19d91039a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.723950509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-active-auth-only","reconcileID":"818f6f3e-619f-445f-915f-c256367b76b0","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.725544064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"14d08949-3555-4fd5-9baa-dcf6f9de58df","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:13.875485557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"695cab67-caa1-4be9-b4d2-559274fdf532","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.500099118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc48bb64-7ca7-46fd-be04-f0e961a7da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.516506043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc48bb64-7ca7-46fd-be04-f0e961a7da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.541843153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc48bb64-7ca7-46fd-be04-f0e961a7da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.558006521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc48bb64-7ca7-46fd-be04-f0e961a7da73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.737505072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"3a38c64a-974b-4efd-88a2-71502c3c9b3c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.757254862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"74b40b6f-4842-4b10-8772-ecf6f7e7ce71","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.858619023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"61b48af0-9cfe-4085-84f9-fb93ca19938a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:14.924710495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"61b48af0-9cfe-4085-84f9-fb93ca19938a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.034425757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"c3ddbce3-9d0a-4870-943d-e8abc8b071af","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.034432678Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"61b48af0-9cfe-4085-84f9-fb93ca19938a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.285337051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"62069602-f8f1-423a-a8fc-f9e9a35e6614","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.38708232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"621a2478-31c3-4c86-aacf-1668a6ebb048","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.409813242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"621a2478-31c3-4c86-aacf-1668a6ebb048","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.444125502Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"621a2478-31c3-4c86-aacf-1668a6ebb048","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.459685457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"3cfe0dc6-d206-4003-8e31-e586ec68bddb","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.482798587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"3cfe0dc6-d206-4003-8e31-e586ec68bddb","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.595397895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e2f82f8a-17b7-4cd7-b30d-a82f57adb698","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:15.595422588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e2f82f8a-17b7-4cd7-b30d-a82f57adb698","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.186057789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"1b31ec25-427b-4e5f-aa79-9e0e82887858","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.186270413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"1b31ec25-427b-4e5f-aa79-9e0e82887858","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.20285778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"c887b1b9-c0d8-455c-b72d-29956000f36f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.209283954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"f12b74aa-6cf8-48c4-8595-9edff85769ef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.209758386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"696c1b33-6ae2-428a-be36-7c0263d50ba0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.209774116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"696c1b33-6ae2-428a-be36-7c0263d50ba0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.215544599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"a1f9f952-006b-4373-93ce-d062b7f4d83b","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:17.218995507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"851a6c47-e405-421f-b253-42b8ee5d8064","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-796d71-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.219182083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-status-degraded-auth","reconcileID":"c887b1b9-c0d8-455c-b72d-29956000f36f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.237067516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"a1f9f952-006b-4373-93ce-d062b7f4d83b","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.253183073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"856c8eeb-8197-410d-816a-d1fd288d586d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.253200565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"856c8eeb-8197-410d-816a-d1fd288d586d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.273337373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"9de9b74f-c849-47f5-b6fb-c83038b93705","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.273357386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"9de9b74f-c849-47f5-b6fb-c83038b93705","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.336942362Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"c7f0c0ba-97a8-463d-8593-cae3b8246ec4","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"praxis-route-796d71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.340155174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"4f220de9-a45a-4009-ba50-459a7678bdcc","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.364600622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"b998ddc1-3b4d-4e90-90d4-488a5f1b8959","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.384593881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"b998ddc1-3b4d-4e90-90d4-488a5f1b8959","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.392338569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e98e6225-884b-4947-a1a4-ab6699585c94","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.392357662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e98e6225-884b-4947-a1a4-ab6699585c94","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:17.437477148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"231ad834-b1df-4039-891f-0f1a5ba97fba","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.189830197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"9dcbd233-43e4-4a31-948a-9e1f49fc28f7","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.211652928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"ff6687b1-cc53-44fd-acf6-a1521fb77b85","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.258346322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8452e1f6-188c-401c-b099-cc72acfd0365","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.281530945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8452e1f6-188c-401c-b099-cc72acfd0365","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.447858759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"891ed811-9538-4999-8d83-5ccf01f3413d","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.451619829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"ec8441d9-f2b2-4a27-865b-30c432af7585","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.466263204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"07d7f23f-9656-4d36-bd00-58aeefc2be52","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:18.483012727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"58b2a998-2dd6-4467-8b6c-fb4420a0c6e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.524303993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c902ae08-3f9f-4c79-af6c-5800828f4de7","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.542592986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"72793ba0-1342-420e-9200-5dfcac795c2c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.56449881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"68379947-f457-41b6-b0e9-63ceb5b59267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.565031033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"01b7461f-1ae4-482c-bfdd-c6df62d929fb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.566130135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4a95e37a-3de2-457c-b47b-825f3a6aa3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.635185715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"01b7461f-1ae4-482c-bfdd-c6df62d929fb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.638249269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"68379947-f457-41b6-b0e9-63ceb5b59267","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.641622411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4a95e37a-3de2-457c-b47b-825f3a6aa3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.721569946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"23305ece-3f43-4842-bb55-ac5796bdd8e8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.72171537Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"23305ece-3f43-4842-bb55-ac5796bdd8e8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.768493474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"eef4d4c8-e147-4265-ac36-0337f8acdaf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.793984482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"d10db0b8-2883-4672-85bc-ea2a0bcad33e","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.808735577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7f7307e1-9893-4450-b627-a17b494ec689","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.828507924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7f7307e1-9893-4450-b627-a17b494ec689","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.868396566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"0529bb27-e3ba-4db6-a7e9-b756a15d939d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.8685358Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"0529bb27-e3ba-4db6-a7e9-b756a15d939d","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.909100961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6280c300-5183-4ad8-b38f-df2da6e53b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.909100309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f9eb1f2-9aa7-4ee9-bf62-b1d121581e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.929260577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2f9eb1f2-9aa7-4ee9-bf62-b1d121581e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:18.929326543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6280c300-5183-4ad8-b38f-df2da6e53b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.031160265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"58461f06-83c1-4917-803c-9fc70fa39fb4","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.454799883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"a7b0e86d-609c-4290-82d6-b94c158027bb","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:19.471932378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-82db63/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.47779429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e8cb2f22-0173-40ab-a1cb-75900b40703d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.47785147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d9ed3f27-c9c1-4d2f-80f9-03d5d348a090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.497810842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d9ed3f27-c9c1-4d2f-80f9-03d5d348a090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.498661262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e8cb2f22-0173-40ab-a1cb-75900b40703d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.671244402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1cedefec-5ee8-45bf-acef-5dd6dc709b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.711955047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1cedefec-5ee8-45bf-acef-5dd6dc709b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.785161732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"82c60a0d-8bf2-47bf-a4f2-1b8b5b4a1cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.804615223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"82c60a0d-8bf2-47bf-a4f2-1b8b5b4a1cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.883122476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"53504b1a-81ae-40cc-823a-c61daedf7de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:19.903086357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"53504b1a-81ae-40cc-823a-c61daedf7de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.083264177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7abe5441-76e6-4752-8683-728a174f2b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:20.102916557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7abe5441-76e6-4752-8683-728a174f2b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.578995626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"751d93a2-8cb0-44a5-a94d-27fe6439b27f","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.626790654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"bd1e9d7d-8836-429b-9e50-f3f2606bc3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.626830386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b0e0e9d4-daa1-4b73-af98-fc698b382c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.627185716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d1265ba5-9a30-4ba8-b178-578f64ab2aec","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.649068471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d1265ba5-9a30-4ba8-b178-578f64ab2aec","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.649103083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"bd1e9d7d-8836-429b-9e50-f3f2606bc3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:21.652412912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b0e0e9d4-daa1-4b73-af98-fc698b382c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:22.984075796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"f408d628-482a-4893-8c0b-fc8d17cb298d","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.093570813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"f454f9cd-e295-42c0-8470-02e80892024f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-80bd36","tenantID":"e2e-praxis-a-80bd36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:24.138362322Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"f454f9cd-e295-42c0-8470-02e80892024f","name":"e2e-praxis-a-80bd36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:26.574986994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6840ae74-f81a-4ccf-9ac3-06c3ef4ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:26.59100832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6840ae74-f81a-4ccf-9ac3-06c3ef4ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:26.605869771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6840ae74-f81a-4ccf-9ac3-06c3ef4ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:26.624117148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6840ae74-f81a-4ccf-9ac3-06c3ef4ebfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.189047541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266d19ec-7019-415d-8752-b1da582553fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.204498286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266d19ec-7019-415d-8752-b1da582553fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.221703188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266d19ec-7019-415d-8752-b1da582553fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.236831857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"266d19ec-7019-415d-8752-b1da582553fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.405876472Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7721b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7721b3","reconcileID":"44253ad8-8f16-4c86-bf45-f30817817b9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7721b3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7721b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.826842663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6e201f-5ccf-4966-8529-0a97ccec10cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.840710114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6e201f-5ccf-4966-8529-0a97ccec10cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.857406509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6e201f-5ccf-4966-8529-0a97ccec10cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:27.873138645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6e201f-5ccf-4966-8529-0a97ccec10cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.451028864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d5f3f1-6dd6-4ab9-84c5-7bd8a6917e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.465088155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d5f3f1-6dd6-4ab9-84c5-7bd8a6917e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.479210911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d5f3f1-6dd6-4ab9-84c5-7bd8a6917e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:28.494948293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d5f3f1-6dd6-4ab9-84c5-7bd8a6917e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.120045339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437eec5e-d7f0-481f-8902-fdad3f150466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.134745267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437eec5e-d7f0-481f-8902-fdad3f150466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.14863352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437eec5e-d7f0-481f-8902-fdad3f150466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.163316133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437eec5e-d7f0-481f-8902-fdad3f150466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:29.167314341Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7721b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7721b3","reconcileID":"aefe11b4-18e0-4e10-8c4d-6ca66dc967fa","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-7721b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.841388425Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-failed-sub","reconcileID":"3d1c2abe-5bf1-4820-9b8c-0027299ed7e3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.841539834Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-failed-sub","reconcileID":"3d1c2abe-5bf1-4820-9b8c-0027299ed7e3","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-82db63/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.979008213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"0f9a7a5f-1bba-44c9-be33-dc32316e8fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.979007978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d08db6f6-e590-4bfa-b2c6-d34e59f55d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.998718508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"0f9a7a5f-1bba-44c9-be33-dc32316e8fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:29.998774737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d08db6f6-e590-4bfa-b2c6-d34e59f55d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.013733266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fdfc7e-962f-4466-80ba-e1722dac069c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.028132622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fdfc7e-962f-4466-80ba-e1722dac069c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.042637368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fdfc7e-962f-4466-80ba-e1722dac069c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.056968599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3fdfc7e-962f-4466-80ba-e1722dac069c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.73501994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3e2b1b-4e1b-4711-b4d0-e5b30d73d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.753225539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3e2b1b-4e1b-4711-b4d0-e5b30d73d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.768170869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3e2b1b-4e1b-4711-b4d0-e5b30d73d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.783314091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b3e2b1b-4e1b-4711-b4d0-e5b30d73d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.803465291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"3636129c-6f20-4689-aaa0-45e2abe74850","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.803494251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"3636129c-6f20-4689-aaa0-45e2abe74850","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.824550413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"0d67ac36-a551-442a-835d-a8aeed00a2ee","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.964634421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"4220a4c4-39f5-43d5-a94e-373d6d26909d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.964660694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"4220a4c4-39f5-43d5-a94e-373d6d26909d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.983867338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"13097176-d87b-4762-aed6-a6ec38c8fc6d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:30.983887741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"13097176-d87b-4762-aed6-a6ec38c8fc6d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.042797668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"cbe404ca-8b8b-44ac-aa09-08140183b2df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.052597443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.062726733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"cbe404ca-8b8b-44ac-aa09-08140183b2df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.179641228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"26ffcb72-ff38-4e9f-86ee-4f36143369ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.179667589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"26ffcb72-ff38-4e9f-86ee-4f36143369ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.201278645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"0dc71207-5e63-4f63-bf6c-b8843cf274c6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.201297993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"0dc71207-5e63-4f63-bf6c-b8843cf274c6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:31.214509111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"a0fd15d0-b6d5-4038-aa94-480fa8ec0a00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.253165393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"416df271-92aa-45ee-bc52-10ef5b20623d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.253634469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9f44fd01-7c17-4ed5-a635-47fd50b408aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.321463269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9f44fd01-7c17-4ed5-a635-47fd50b408aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.324034967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"a0eaa191-132f-4ddb-945b-cf50359085ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.324058821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"a0eaa191-132f-4ddb-945b-cf50359085ec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.324359058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"416df271-92aa-45ee-bc52-10ef5b20623d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.324659412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"40bbc45d-9082-405a-84d2-d8fe206dd552","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.324674263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"40bbc45d-9082-405a-84d2-d8fe206dd552","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.343315442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"f34fc377-adc8-4895-ba5e-768f154fb408","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.343341826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"f34fc377-adc8-4895-ba5e-768f154fb408","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.383292106Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"ae811599-eafe-4763-a964-4e69467acf26","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.400504705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"91ff53fc-6eac-484d-a893-a298ac72d019","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.420345882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"91ff53fc-6eac-484d-a893-a298ac72d019","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.439341857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"86c20b99-aa24-410f-ae72-fde157a31e85","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.439370169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"86c20b99-aa24-410f-ae72-fde157a31e85","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.455448011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1003fdd3-1d5e-40d0-913a-c74ef77fb37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.469891304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1003fdd3-1d5e-40d0-913a-c74ef77fb37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.48477022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1003fdd3-1d5e-40d0-913a-c74ef77fb37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.499530765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"52c6eaca-a328-4ee1-b1e8-4efafa488cfd","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.499534193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1003fdd3-1d5e-40d0-913a-c74ef77fb37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.542656788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9f1d8907-05d9-474d-b48d-190a3f9f8ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.562985376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9f1d8907-05d9-474d-b48d-190a3f9f8ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:31.590921598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"91ff53fc-6eac-484d-a893-a298ac72d019","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.629309066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"8a620a1c-06a4-4914-8ddc-f8e517ea44ef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.642920295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c66fc00c-f7c6-4aa4-81ba-c3fb4c41f92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.662646039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c66fc00c-f7c6-4aa4-81ba-c3fb4c41f92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.680438927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"8a620a1c-06a4-4914-8ddc-f8e517ea44ef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.680465751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"8a620a1c-06a4-4914-8ddc-f8e517ea44ef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.680583044Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf","reconcileID":"8a620a1c-06a4-4914-8ddc-f8e517ea44ef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.726094384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"80dc67c3-6bfa-42f4-953d-72879f1b0fb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.743021496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"26b40542-6a14-4ba3-a537-1781102ba912","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.763131932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"26b40542-6a14-4ba3-a537-1781102ba912","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.833850789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"04b4d7f1-7890-49e9-b40d-21049478e128","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.855363399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"e48e5510-0901-4ba3-aa23-4a918ccd3871","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.85539402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"e48e5510-0901-4ba3-aa23-4a918ccd3871","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.877662193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7c31a96-84dd-4ee2-854d-d3dc4cd74679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.878109308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"71b6ee3e-b7a8-4836-9cb9-2eab1ed76fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.878409539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0d5f86c4-f123-4780-ada9-58086f563974","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.898632078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7c31a96-84dd-4ee2-854d-d3dc4cd74679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.898943309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0d5f86c4-f123-4780-ada9-58086f563974","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.901101064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"71b6ee3e-b7a8-4836-9cb9-2eab1ed76fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.991019937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6614ce4c-8aea-45db-8483-1a6d2ff9323d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:31.99112635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"18e475ce-c171-4756-ba83-dc1739edaa0a","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.063587265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"a2bf064e-8078-4635-90f7-0326a12536f9","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.413317571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.413385685Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.431764766Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.431860168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.431993666Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.432646877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6c1d814f-b435-4451-89af-900db30d3977","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.43266417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6c1d814f-b435-4451-89af-900db30d3977","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.451735238Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"656c4125-4bc2-4548-abbe-ad31090c00ee","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.454679363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a70a45f3-8742-41e0-9044-e669dddb9d18","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.454696968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a70a45f3-8742-41e0-9044-e669dddb9d18","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.467322394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"591bddc0-cbf2-4b74-87c2-84d5b52a1f2c","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:32.470841567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a70a45f3-8742-41e0-9044-e669dddb9d18","name":"ipp-route-3fe45b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-3fe45b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:32.470897393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"a70a45f3-8742-41e0-9044-e669dddb9d18","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-3fe45b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.476341907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"e57c5838-77cb-435e-a55f-12dec5ddc865","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.476360028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"e57c5838-77cb-435e-a55f-12dec5ddc865","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.482816272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"3c875f0a-8db6-4f83-8816-99c9707b408e","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877eed8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.489178642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"591bddc0-cbf2-4b74-87c2-84d5b52a1f2c","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.528995307Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"da45d950-7370-425e-9068-5b3ad612046e","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-877eed8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.546111147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f78b816b-5342-44b1-9982-ecd1f2944adc","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.748082608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f78b816b-5342-44b1-9982-ecd1f2944adc","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.800266078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f78b816b-5342-44b1-9982-ecd1f2944adc","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"e2e-ipp-a-3fe45b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.800290464Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-auth","reconcileID":"f78b816b-5342-44b1-9982-ecd1f2944adc","MaaSAuthPolicy":{"name":"ipp-route-3fe45b-auth","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.819792397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4dd4826e-6a5b-434b-add0-ffb2c9a341ea","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.819815031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4dd4826e-6a5b-434b-add0-ffb2c9a341ea","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:32.987307255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"2a3fb63f-2713-488e-af46-a4fc723900a9","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.006877228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"fe4e5d9a-7ba2-4828-99ff-59a93e374674","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.052393822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"c3f014e3-92d6-45d7-a1c5-86b833e7a21b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.072025471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"c3f014e3-92d6-45d7-a1c5-86b833e7a21b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.155152299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"36f7563d-45f9-4db7-b62f-3c11390f983d","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.199618701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"1539261b-7871-4231-af7e-d4a2607b524d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.205261328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"b99ff711-4de1-4487-899f-675c142de6c6","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.219366745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"1539261b-7871-4231-af7e-d4a2607b524d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.225617671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"2c9a7d28-93ef-4c96-8603-0a4afeb2b824","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:33.239339276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"9cb814c2-8557-4d33-8120-4ed625cf56ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.28147596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"1549349a-3f36-4b9a-9390-44aead7c74d5","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.300874998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"85d2bb81-33cc-4b41-9136-acde130190ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.300968939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c43eba9d-1106-477e-bef1-d6d6b10c371b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.301591148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6b8ea7da-be48-4af6-904c-e877e2a6e4cb","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.309276892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"11d5298a-8de7-4041-8147-000c965763dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.321641425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"85d2bb81-33cc-4b41-9136-acde130190ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.32204441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c43eba9d-1106-477e-bef1-d6d6b10c371b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.328540698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"11d5298a-8de7-4041-8147-000c965763dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.367919982Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"2c9280ca-8101-4959-8ee5-8070c81cd08a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.368074533Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"2c9280ca-8101-4959-8ee5-8070c81cd08a","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.44004113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"cc30a7a2-5019-4119-a988-41134f5160a7","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.447336262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"1f19aad1-176c-4690-882d-22e8e5578d49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.495469362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6df4b25b-8f12-4a53-9893-8dfd20439787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.495612267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"c8f4cb6c-1dda-4894-b147-113926cbbcbf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.495465776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"da6a7819-f3d3-4ace-a643-77fb4f943967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.515412631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"c8f4cb6c-1dda-4894-b147-113926cbbcbf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.516625394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"6df4b25b-8f12-4a53-9893-8dfd20439787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.518016284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"da6a7819-f3d3-4ace-a643-77fb4f943967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.547529433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"63360bb9-8929-4f38-a369-d6832bef0dd8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:33.547677023Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"63360bb9-8929-4f38-a369-d6832bef0dd8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.868126724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"a876b3bb-4e3e-4414-9810-e3d1ac89e490","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.912190593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"240104c3-808a-430f-add4-ddfcb024aa8a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.912271055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e51308e9-88c1-4ee9-ae59-7fb8af8d361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.912604499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1b3ca778-0a75-4e99-a9bb-131f26eb432e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.932349607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e51308e9-88c1-4ee9-ae59-7fb8af8d361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.932855147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"240104c3-808a-430f-add4-ddfcb024aa8a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:35.93592309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1b3ca778-0a75-4e99-a9bb-131f26eb432e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:42.547493334Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"237ce103-d499-4df9-b1af-3188a7daf3a6","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","subscription":"ipp-route-3fe45b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:42.562855771Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"237ce103-d499-4df9-b1af-3188a7daf3a6","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:42.580805314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b-sub","reconcileID":"237ce103-d499-4df9-b1af-3188a7daf3a6","MaaSSubscription":{"name":"ipp-route-3fe45b-sub","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"name":"maas-trlp-ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:42.671335429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c12e5a51-82e7-49b1-a7d2-d1e2643b4f44","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"tenant":"e2e-ipp-a-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","model":"ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:42.671362388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c12e5a51-82e7-49b1-a7d2-d1e2643b4f44","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"routeName":"ipp-route-3fe45b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-3fe45b","llmisvcName":"ipp-route-3fe45b","gateway":"openshift-ingress/e2e-ipp-a-3fe45b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.918946141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"4f0c3ab3-724d-4fd0-b6f9-e9dc02b087af","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.967938752Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"4f0c3ab3-724d-4fd0-b6f9-e9dc02b087af","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.967970369Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"4f0c3ab3-724d-4fd0-b6f9-e9dc02b087af","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:45.968115996Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey","reconcileID":"4f0c3ab3-724d-4fd0-b6f9-e9dc02b087af","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.013478756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"76a67a78-8907-4dff-8fb1-379f9369a73f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.059527855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"67f392cf-0f77-4c4c-8cff-0364df6fb12c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.102883424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b110194a-5b08-488b-9e6b-fbbec045b1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.102900177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b4abc535-bc92-4dd1-b619-b53229a4ca78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.103276489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"7c9e9411-4381-41c8-964c-745583bf83ed","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.123234268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b110194a-5b08-488b-9e6b-fbbec045b1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.124351465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"7c9e9411-4381-41c8-964c-745583bf83ed","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.125669025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b4abc535-bc92-4dd1-b619-b53229a4ca78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.214497946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-degraded-models-apikey-auth","reconcileID":"8be64726-6944-4516-8070-9873158b35ce","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.214598443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c2318a84-c042-496b-bb1d-43f1e901fcda","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.291003637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"59389826-146a-4956-834b-3748f80a681e","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.841714559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25070a37-b556-4778-a0b2-74da7e6af33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.855961105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25070a37-b556-4778-a0b2-74da7e6af33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.870420745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25070a37-b556-4778-a0b2-74da7e6af33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:46.91718701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25070a37-b556-4778-a0b2-74da7e6af33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.613752533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacb6867-8e13-420d-92bc-5901300f5cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.627938027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacb6867-8e13-420d-92bc-5901300f5cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.641878203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacb6867-8e13-420d-92bc-5901300f5cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:47.659274065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacb6867-8e13-420d-92bc-5901300f5cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.563332921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a46082-710d-462d-8e21-21a099d4c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.613861617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a46082-710d-462d-8e21-21a099d4c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.657238159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a46082-710d-462d-8e21-21a099d4c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.679391891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a46082-710d-462d-8e21-21a099d4c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:48.920744732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"c3d8bf7e-4b10-4b4a-82c4-520a820c128d","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.051560369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"8cc517b3-464f-47f2-8ee8-ff7a708be133","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.051686342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"8cc517b3-464f-47f2-8ee8-ff7a708be133","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.155639617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"16fee97d-35fd-4bd5-baf9-6dba39238c22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.315589633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"8f08ac56-cb59-493a-8070-1df8e51839d2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.478414389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"67c53125-e1a8-4758-bbc4-9fc5bd9b9b03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"tenant":"e2e-worker-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.478530218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"67c53125-e1a8-4758-bbc4-9fc5bd9b9b03","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:49.985710231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6c28c6b2-ed10-471f-ab73-d61ab4c677ff","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.008807859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6c28c6b2-ed10-471f-ab73-d61ab4c677ff","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.540477637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"77fbc91f-300a-4be2-95ee-ff0c791c0cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.551752736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b70dd9eb-d4c6-4bd0-b81e-83ef74e39187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.552454876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"b95d4f76-c5e6-4c1a-83d8-1d71c6065c46","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.606823285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b70dd9eb-d4c6-4bd0-b81e-83ef74e39187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.633247817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"77fbc91f-300a-4be2-95ee-ff0c791c0cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:50.634164869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"b95d4f76-c5e6-4c1a-83d8-1d71c6065c46","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.342982868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"cf05de67-f32a-4a91-9a89-144546238391","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7721b3","tenantID":"e2e-praxis-a-7721b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.442526444Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"cf05de67-f32a-4a91-9a89-144546238391","name":"e2e-praxis-a-7721b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.502630891Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"e2f6c7ca-2221-4895-bcd3-45bfeeb0747f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.538335759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"e2f6c7ca-2221-4895-bcd3-45bfeeb0747f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.55851785Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"e2e-temp-model-status","reconcileID":"4680ba48-377e-4574-aa61-b03f2a45e0d1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-82db63","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.59521724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7dba1b50-d677-49de-a4a7-e0c17cf4e9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.632687022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e6b34652-10a1-4bfa-a330-5bb92303cf20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.636386537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"4110acf2-a75c-4ff7-9951-2e81db0ba7b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.66155585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7dba1b50-d677-49de-a4a7-e0c17cf4e9ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.666116401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e6b34652-10a1-4bfa-a330-5bb92303cf20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.6913325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"4110acf2-a75c-4ff7-9951-2e81db0ba7b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.691822779Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"4110acf2-a75c-4ff7-9951-2e81db0ba7b3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.699839644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"c021786e-4547-45b3-b382-9a70582a469d","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.973701812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb17d172-5719-4b86-9c77-d20b2e302684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:51.977761856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"cd4556e7-3053-44ac-b16b-9cb436cb8b7e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.0360193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb17d172-5719-4b86-9c77-d20b2e302684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.044766204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"cd4556e7-3053-44ac-b16b-9cb436cb8b7e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.044817549Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"cd4556e7-3053-44ac-b16b-9cb436cb8b7e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.167662036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ada0fb80-c27e-47e2-8635-46ec7126c72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:52.231003561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ada0fb80-c27e-47e2-8635-46ec7126c72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.920451345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"633cac91-7ace-40d2-bfa5-6f4f1b095f26","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.952624606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"45d2b2fe-b465-44af-9a7a-a1ad0d2cd5dc","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:10:53.966564947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-list-subs-refs-sub","reconcileID":"8392695d-ec85-4802-982c-5c4a785b0310","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.968319184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ceb820d5-b0c5-4086-b00e-a06bd934c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:53.969139637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4eb4b7ab-be90-4f91-bef8-42dfa3bb180e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.0417814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ceb820d5-b0c5-4086-b00e-a06bd934c80a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.043899581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4eb4b7ab-be90-4f91-bef8-42dfa3bb180e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.070441641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"a84c10e7-6abe-423f-bd85-14d6bfc0e0fd","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.09025504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"343e87be-59ac-4a33-b767-347eacdaf1ad","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.163284513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-list-subs-refs-sub","reconcileID":"17f1cb04-ba6a-483d-94c3-936442256e47","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.221710836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"92ff8ccc-95c9-4660-928a-d1abcb623947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.222315405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c9f0a39d-783a-475a-a51a-68a3fde2a455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.223359163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"febf62a4-05ec-4b9c-b482-5c528bda9ceb","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.242131387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"92ff8ccc-95c9-4660-928a-d1abcb623947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.242697423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"458cf35a-8719-4a8b-9f2a-3f55feeba23e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.24317225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c9f0a39d-783a-475a-a51a-68a3fde2a455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.34180464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-list-subs-refs-sub","reconcileID":"18dcb691-f8e5-47aa-b208-43168364e4cf","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.353020068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dccdfbac-a643-44d3-bde5-221db44d41d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.353044965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"1961a404-a60d-49cd-a542-256ff24f0073","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.353583324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"898d9c63-fa25-4d3a-9402-b823617fe8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.37825241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dccdfbac-a643-44d3-bde5-221db44d41d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.379274632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"1961a404-a60d-49cd-a542-256ff24f0073","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.381604407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"898d9c63-fa25-4d3a-9402-b823617fe8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.398103912Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"1961a404-a60d-49cd-a542-256ff24f0073","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.564645944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c43aff0f-9326-45a8-bc2a-4ee15247ada4","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.609214203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"27f65612-b784-456c-8144-43f4acab607a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.611981034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0419af2a-b0f5-4dc5-b447-e8279adcb39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.629383261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"27f65612-b784-456c-8144-43f4acab607a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:54.631705092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0419af2a-b0f5-4dc5-b447-e8279adcb39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.324729851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bbfde7-c37d-4d88-99aa-3afbf5cb2fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.34259461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bbfde7-c37d-4d88-99aa-3afbf5cb2fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.358422009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bbfde7-c37d-4d88-99aa-3afbf5cb2fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.373284711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32bbfde7-c37d-4d88-99aa-3afbf5cb2fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.977616724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97e7e54-8460-4e7f-b106-710451e13a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:55.99200507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97e7e54-8460-4e7f-b106-710451e13a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.006018252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97e7e54-8460-4e7f-b106-710451e13a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.020115676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c97e7e54-8460-4e7f-b106-710451e13a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.123214264Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-665b09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-665b09","reconcileID":"1a8e7b57-e9aa-4dea-9bfb-2ef31bdc282b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-665b09","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-665b09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.644446292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edf493-d82a-4c70-9359-8fc607b2af10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.659464401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edf493-d82a-4c70-9359-8fc607b2af10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.673612071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edf493-d82a-4c70-9359-8fc607b2af10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:10:56.687852533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55edf493-d82a-4c70-9359-8fc607b2af10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.121585032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"5ff13c7a-2113-4e16-82fc-07b750efb40e","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.121606645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"5ff13c7a-2113-4e16-82fc-07b750efb40e","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.15258482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"07ac8809-6eb7-426f-9aa8-44de9bfcd0a1","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.152606801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"07ac8809-6eb7-426f-9aa8-44de9bfcd0a1","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.166645962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"2e828896-ab11-48c1-a59a-ee8977dbd385","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.182015026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"42d0571a-b40f-42ef-a49a-99370a015f24","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.199545111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"2e828896-ab11-48c1-a59a-ee8977dbd385","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.287444837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"3a609e74-d138-4ead-b568-d4d5df9471b1","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.372640886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6044cd9e-36bd-40f2-bea1-0f6bad8b1daa","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.422758318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6044cd9e-36bd-40f2-bea1-0f6bad8b1daa","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.568602239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba94e642-2653-4986-a6cf-6efcce6f86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.582947068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba94e642-2653-4986-a6cf-6efcce6f86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.597030066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba94e642-2653-4986-a6cf-6efcce6f86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:00.610815872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba94e642-2653-4986-a6cf-6efcce6f86be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.052727302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.204534021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e038e50a-232c-49e6-8cd5-7a19eecfb918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.218514771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e038e50a-232c-49e6-8cd5-7a19eecfb918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.232620068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e038e50a-232c-49e6-8cd5-7a19eecfb918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.247153209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e038e50a-232c-49e6-8cd5-7a19eecfb918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.841607129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a84eec-56b7-4c05-8715-fc19c12d2f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.855942214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a84eec-56b7-4c05-8715-fc19c12d2f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.86998933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a84eec-56b7-4c05-8715-fc19c12d2f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:01.884141322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a84eec-56b7-4c05-8715-fc19c12d2f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.690267106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b592b9a-9072-4cd2-a09e-555c2667788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.704306742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b592b9a-9072-4cd2-a09e-555c2667788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.718206055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b592b9a-9072-4cd2-a09e-555c2667788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:02.732240581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b592b9a-9072-4cd2-a09e-555c2667788e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.322243219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fdc4b9-78cb-4f3a-b140-098bcf782569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.337641203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fdc4b9-78cb-4f3a-b140-098bcf782569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.352705909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fdc4b9-78cb-4f3a-b140-098bcf782569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.367673377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89fdc4b9-78cb-4f3a-b140-098bcf782569","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.938622176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3722d8c-de92-4ad9-92cc-fd5589ba51ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.952597418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3722d8c-de92-4ad9-92cc-fd5589ba51ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.966430483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3722d8c-de92-4ad9-92cc-fd5589ba51ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:03.980147455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3722d8c-de92-4ad9-92cc-fd5589ba51ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.120009555Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.120067215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","namespace":"ai-tenant-e2e-ipp-a-3fe45b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.120127953Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","tenant":"e2e-ipp-a-3fe45b","tenantID":"e2e-ipp-a-3fe45b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.137198993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Deployment","name":"maas-api-e2e-ipp-a-3fe45b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.170258645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Service","name":"maas-api-e2e-ipp-a-3fe45b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.189949056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-3fe45b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.209970689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-3fe45b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.229472661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.252160803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.272330758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.298376895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.321804921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.341457353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.341956565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"92c69091-e312-413c-a852-1078c07b1aa1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.342166554Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-sub","reconcileID":"92c69091-e312-413c-a852-1078c07b1aa1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.376899232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Service","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.417835469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.436454163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.456921751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.492719289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.51801088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.537811683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.558000466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.57775143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-3fe45b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.596567417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"default-tenant","reconcileID":"1b728f0e-40ca-4bb3-844b-862f9f0d7176","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-3fe45b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.598069377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"8d3e6192-c878-41ff-8d99-f3ca21c60b71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.60104692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e2b08cd1-4fa1-4e1d-b92f-2c5d69a572a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.614714512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-list-subs-refs-sub","reconcileID":"a87d3f46-e4b6-4ed5-9e2b-96d7ee896e31","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.619255663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"8d3e6192-c878-41ff-8d99-f3ca21c60b71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.622199809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e2b08cd1-4fa1-4e1d-b92f-2c5d69a572a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.638740824Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"8d3e6192-c878-41ff-8d99-f3ca21c60b71","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.645201449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c6c129-7db7-4a40-a4a2-fcd215dee9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.660436477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c6c129-7db7-4a40-a4a2-fcd215dee9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.729407835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c6c129-7db7-4a40-a4a2-fcd215dee9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.829309033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c6c129-7db7-4a40-a4a2-fcd215dee9d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.830531747Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-list-subs-refs-sub","reconcileID":"a87d3f46-e4b6-4ed5-9e2b-96d7ee896e31","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.838227984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-status-transition-auth","reconcileID":"b5e2c7d6-29fc-46f9-87c1-32988759e3d4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.933493099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7b70ff47-538a-4d7d-a6ab-2646cea8cce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.965324354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"24937036-7ea6-4b2e-a90a-9182039f9f0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:04.987966128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7b70ff47-538a-4d7d-a6ab-2646cea8cce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.061106372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"6434ee7a-bf17-4543-9e6e-ce1e2e4d91fb","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.105743517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"bf315cb9-08f6-43c0-8f85-6bfa2e477c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.105956226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"bf8d9154-ef8f-4b5c-a548-a5b72f016f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.126364464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"bf8d9154-ef8f-4b5c-a548-a5b72f016f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.126421002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"bf315cb9-08f6-43c0-8f85-6bfa2e477c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.150034457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-3fe45b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-3fe45b","reconcileID":"fb24b94b-23e9-435f-852e-f792d70e2273","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-3fe45b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-3fe45b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.203432053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"10eaeaa2-f5e5-4908-abf4-1d1636dbab36","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.221281582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"10eaeaa2-f5e5-4908-abf4-1d1636dbab36","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.227004364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ec7e8d1a-cbc6-4a81-82e0-68f5c02f4d04","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.227065374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ec7e8d1a-cbc6-4a81-82e0-68f5c02f4d04","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.238152638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"151f7f7e-ff39-4f23-9fcb-763fb1f6cc04","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.238213991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"151f7f7e-ff39-4f23-9fcb-763fb1f6cc04","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.259029671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"08ea3ee0-b08f-4247-820c-a7071c428e06","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.259110325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"08ea3ee0-b08f-4247-820c-a7071c428e06","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.29973904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"445245f5-3d1c-4e19-8cf1-e753f48f9995","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.299801453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"445245f5-3d1c-4e19-8cf1-e753f48f9995","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.422755625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"40790db9-58d5-4e71-a943-ec899aab5119","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.422851587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"40790db9-58d5-4e71-a943-ec899aab5119","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.583439508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"fa0222bd-444c-4d07-8b80-3a572022b226","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.58351187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"fa0222bd-444c-4d07-8b80-3a572022b226","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.622109719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100db3c-ca58-41b9-acb6-ecc239eae3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.636130577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100db3c-ca58-41b9-acb6-ecc239eae3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.650684879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100db3c-ca58-41b9-acb6-ecc239eae3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.664929916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d100db3c-ca58-41b9-acb6-ecc239eae3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.765511388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"1eeed089-9b36-42be-b80a-4ecf34a4ed2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.765538593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"1eeed089-9b36-42be-b80a-4ecf34a4ed2b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.786295804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"3ad92d86-ad37-4060-8266-9d9cbd891c1b","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.897545067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"44f11cba-90d0-44b5-bb94-fcbac264b160","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.897638134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"44f11cba-90d0-44b5-bb94-fcbac264b160","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.939628422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"0a1429da-cbbb-4df3-9106-7aa2c29761ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.939654677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"0a1429da-cbbb-4df3-9106-7aa2c29761ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.980805681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"bf878308-6e79-487c-95e3-c9721274a0c7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:05.980828913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"bf878308-6e79-487c-95e3-c9721274a0c7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:05.996759833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"ceed4524-f812-4f20-86b1-70d2724bd290","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.004025423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7fa22ea-f818-4f86-8354-ee57d9c9b833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.004034998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f9f37e50-c051-4c10-8109-1c6703ef02ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.027323426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7fa22ea-f818-4f86-8354-ee57d9c9b833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.033799758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f9f37e50-c051-4c10-8109-1c6703ef02ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.036441144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"7821c9c5-255f-4864-b23d-670ce7810cd6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.03646107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"7821c9c5-255f-4864-b23d-670ce7810cd6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.069536897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"bcad99c5-57e0-4179-8053-60abd00322e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.069554537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"bcad99c5-57e0-4179-8053-60abd00322e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.153829207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"6972de3e-982e-4c92-b433-887dce8b9193","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.153848878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"6972de3e-982e-4c92-b433-887dce8b9193","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.169556694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"34b6f193-ecf1-446e-8530-592c019812f8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-92d984/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.174553092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"21f7cb9e-76ee-4d4c-a750-7a4f2d2b4fb7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.174574338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"21f7cb9e-76ee-4d4c-a750-7a4f2d2b4fb7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:06.190876915Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"21f7cb9e-76ee-4d4c-a750-7a4f2d2b4fb7","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:06.190965135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"21f7cb9e-76ee-4d4c-a750-7a4f2d2b4fb7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.197110034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"03d7c46f-f039-435f-b515-766fa3218161","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.197125421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"03d7c46f-f039-435f-b515-766fa3218161","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.219568807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b0e27ce8-d261-4077-8f35-e57baec2b343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.225228026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"2f41a658-6b4f-4c54-851b-83726066a5c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.225243073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"2f41a658-6b4f-4c54-851b-83726066a5c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.23064684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-auth","reconcileID":"2aa32399-1cb1-4f56-9359-fa217d575e05","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.240078687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b0e27ce8-d261-4077-8f35-e57baec2b343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.252277719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-auth","reconcileID":"2aa32399-1cb1-4f56-9359-fa217d575e05","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.27924977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"4bc990a1-3209-425e-bc72-c845393294ca","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.310745696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f033e45-2ef6-4827-80bb-60709a8c80e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.324884861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f033e45-2ef6-4827-80bb-60709a8c80e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.338896451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f033e45-2ef6-4827-80bb-60709a8c80e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.339234967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"abd95b0b-3e88-4b57-aa97-d057b7883c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.353674092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f033e45-2ef6-4827-80bb-60709a8c80e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.373272195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"abd95b0b-3e88-4b57-aa97-d057b7883c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.397880859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"4e684974-54c4-41ff-86fd-7a0309c4654b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.397900024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"4e684974-54c4-41ff-86fd-7a0309c4654b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.44899481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c3678cf1-2253-47ee-8fb5-b6a05a0216f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.468645931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c3678cf1-2253-47ee-8fb5-b6a05a0216f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:06.538216471Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6dcd32c3-4f48-45b6-b88c-ac030d01a9fc","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:06.538301645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6dcd32c3-4f48-45b6-b88c-ac030d01a9fc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.53917527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-auth","reconcileID":"45ebb6ed-c902-40c7-9928-427073779967","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.561388353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-auth","reconcileID":"45ebb6ed-c902-40c7-9928-427073779967","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.992641658Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-auth","reconcileID":"65c6cc6d-b1f7-43dc-8028-d0e1b1b7d0a4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.992666024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"04ed8b01-c3be-4b29-8b05-2d6992842031","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:06.992678698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"04ed8b01-c3be-4b29-8b05-2d6992842031","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.057202184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"fe44cb74-f51d-42f0-be3d-54f907e242b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.057206616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"de43e0e9-7870-40bd-939b-3a429adf0228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.058144374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"52456da3-4bfb-4a4f-bf53-cd15c9afc665","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.07680188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"fe44cb74-f51d-42f0-be3d-54f907e242b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.079680948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"de43e0e9-7870-40bd-939b-3a429adf0228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.12769228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"32a60f69-4838-4935-9bc6-8a9d6ad52174","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.127709602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"32a60f69-4838-4935-9bc6-8a9d6ad52174","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.20096053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"7f272a0a-4e6d-476c-9a2e-934a02619996","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.252475956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b1e3a466-f8be-4a7c-9cc1-1f66cd3dfe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.253048258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"715b81ac-a613-48eb-9e0e-3853bd61d9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.275117344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"715b81ac-a613-48eb-9e0e-3853bd61d9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.27527531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b1e3a466-f8be-4a7c-9cc1-1f66cd3dfe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.282122759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"2b0f7e83-33e6-43c7-80b1-9cdf9f95507e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.282147733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"2b0f7e83-33e6-43c7-80b1-9cdf9f95507e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.454297492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e318e4d9-d526-4473-a32b-e9d5a3020024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.454300554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1a82fd61-93b4-433a-bd27-a6caf67bb90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.473745452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1a82fd61-93b4-433a-bd27-a6caf67bb90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:07.474125548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e318e4d9-d526-4473-a32b-e9d5a3020024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:07.818826248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"2ea8897a-1031-42c1-8bb4-9d93cdc4d3be","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:07.81889484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"2ea8897a-1031-42c1-8bb4-9d93cdc4d3be","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:10.28620901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8961f87c-dfd5-4cda-a087-cce0041630e3","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:10.286274512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8961f87c-dfd5-4cda-a087-cce0041630e3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.286402247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a0cf3ae9-3d2a-4239-95f7-0e2de25c4084","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.286413727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a0cf3ae9-3d2a-4239-95f7-0e2de25c4084","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.332133551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"d36f3982-54e7-40cd-b4a1-7af1360ee3ad","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.353081406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6c1eef3d-4afe-4ed5-bdd2-3aef347ea328","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.423725073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"6c1eef3d-4afe-4ed5-bdd2-3aef347ea328","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.522305473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"23aad62e-e45e-4d78-bb89-621dc81d9b74","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.584810361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"581dfc1b-01d1-470d-aa7d-9c020edb9be1","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:10.605750733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"581dfc1b-01d1-470d-aa7d-9c020edb9be1","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.557761062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"36ed0977-89c0-4386-b0de-6b81a9fa42f8","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.558439474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"66a9c295-7820-40e2-b432-d43460cfdc48","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.583827374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"ed70246f-6ca7-4f28-9f0d-296c397d4730","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:11.602175095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"6c3a9f67-c7d0-4c80-b364-f37d1567dfb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.616952309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2f054be1-eb20-4491-968b-a13ad8c47190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.622722948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"909ffc0d-cc5e-40c4-884d-0ec469a7a1ce","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.641360995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2f054be1-eb20-4491-968b-a13ad8c47190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.663835573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"faa7f494-37b2-4045-b237-61b3d57293b4","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.664415948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"11c7d331-6a2a-449b-ba8c-091f1cf16862","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.685854337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"c43087d9-f156-44e8-8364-2f55cd081837","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.686393151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"c8b232bb-f286-4fc1-ae08-d8c7f671c9e8","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.708752287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3ba44b47-e82b-47ee-b00c-c444eb134907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.734732148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3ba44b47-e82b-47ee-b00c-c444eb134907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.765863113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"58ae41cb-e946-4733-ad58-3014dd3cc419","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.779647008Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"96977a1a-adf3-4161-902d-e06880e4dd33","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.792927901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6ec9092c-5755-4642-9b65-a5dd6b484733","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.828173448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"b7237ef4-3982-4377-a810-4d4da1c83ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.828703565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"96977a1a-adf3-4161-902d-e06880e4dd33","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","model":"distinct-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.833255698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"01bc1035-0c1b-4a41-8206-5b325e469a44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.835852863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-auth","reconcileID":"548b5245-6781-49a7-a90d-1cbdf86adbad","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.84794762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"b7237ef4-3982-4377-a810-4d4da1c83ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.855387911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-auth","reconcileID":"548b5245-6781-49a7-a90d-1cbdf86adbad","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.899935072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"5952290e-03d7-4025-bce4-c838a353dabe","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.900388675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"d24da9c8-754c-4914-8602-0eedbcdf6204","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.930446881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5a1f8417-f394-4af3-af10-4878747aff3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.946024888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"c0120fe8-1adc-4a1c-be80-4f7e06bca28f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.950497699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5a1f8417-f394-4af3-af10-4878747aff3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:11.976050377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"c0120fe8-1adc-4a1c-be80-4f7e06bca28f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.018784891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9184b40f-56e0-4d82-aefa-4a3daaeab3d2","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.05524248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7b882ec3-1563-47d8-8dcc-95cf211e5663","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.055651724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"fc755989-d5f0-4fa1-aa6c-b0d813052d15","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.062216568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-auth","reconcileID":"66cbf781-6e57-41ad-8cc9-3df28195a369","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:12.081640029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-auth","reconcileID":"66cbf781-6e57-41ad-8cc9-3df28195a369","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.754404133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-auth","reconcileID":"11ad422d-3e25-4c9e-b0fa-9fa389bb5b0d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.754476098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"1269f8f0-413f-4ff2-9b50-5fae7c877415","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:14.804452706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6d482fb2-e47b-41f9-964b-0300077ec38f","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.023128863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"9cd37492-89db-4554-b242-fa4a7f36abb3","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.024884876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"f5e40f1d-6eca-4411-9763-1e8bc415c26b","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.068126264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"aa17d8cc-7a4f-4fbd-9ba0-93ed546b2cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.068213724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5a1ab9ef-aa2e-4d1b-a6cd-bddcf46b12bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.091246994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5a1ab9ef-aa2e-4d1b-a6cd-bddcf46b12bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:15.092529013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"aa17d8cc-7a4f-4fbd-9ba0-93ed546b2cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:15.40685677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ffbce27f-c169-4ed1-8b60-f34485bbd04f","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:15.406947798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ffbce27f-c169-4ed1-8b60-f34485bbd04f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.347492426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"91b9d402-e944-4863-a335-71f8a71f9fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.3633358Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"91b9d402-e944-4863-a335-71f8a71f9fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.37902151Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"e2e-enrichment-sub","reconcileID":"91b9d402-e944-4863-a335-71f8a71f9fc5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.66937885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"7875c2ef-dc4c-412f-80c9-0834930b6447","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"tenant":"e2e-worker-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.669417992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"e2e-enrichment-model-ref","reconcileID":"7875c2ef-dc4c-412f-80c9-0834930b6447","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.787840809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d692ba2e-4849-4698-8e6a-a214cfa94800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.81112421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d692ba2e-4849-4698-8e6a-a214cfa94800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.839393716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"d042bf32-e72e-4324-b7b1-5ddf7b765cdc","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.85349541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a96451d9-4551-4c33-b422-33fc7f6197e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:17.873711889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a96451d9-4551-4c33-b422-33fc7f6197e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:17.915786637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ce386f8c-0d07-425f-8e3f-7bc3ff8c9b29","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:17.915853622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"ce386f8c-0d07-425f-8e3f-7bc3ff8c9b29","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.353494636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f618099-1db1-4cc5-893d-430e2ffedc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.376224368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f618099-1db1-4cc5-893d-430e2ffedc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.390540767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f618099-1db1-4cc5-893d-430e2ffedc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:18.404561091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f618099-1db1-4cc5-893d-430e2ffedc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:19.074615154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea4d2a-ea68-4f43-8cff-5d08a9b1ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:19.08875738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea4d2a-ea68-4f43-8cff-5d08a9b1ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:19.102660036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea4d2a-ea68-4f43-8cff-5d08a9b1ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:19.11679284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ea4d2a-ea68-4f43-8cff-5d08a9b1ad06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:22.514483717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"97ccd74a-9988-4917-ac3b-f48500a619ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-665b09","tenantID":"e2e-praxis-b-665b09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:22.567489976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"97ccd74a-9988-4917-ac3b-f48500a619ea","name":"e2e-praxis-b-665b09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.632944634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"eb5f83ab-aa09-4641-8edf-e007f31dcddd","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.633045574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"eb5f83ab-aa09-4641-8edf-e007f31dcddd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.662371773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"3a68543e-3ea8-4829-8492-ede4145c49f1","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.662900131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"3a68543e-3ea8-4829-8492-ede4145c49f1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.75025179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"1b909afa-2d5a-42be-871f-3e4ab69342c3","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.750445937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"1b909afa-2d5a-42be-871f-3e4ab69342c3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.889213501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8ee21171-e31e-4b0a-ab27-5270ca2cb4c5","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:23.921463066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"8ee21171-e31e-4b0a-ab27-5270ca2cb4c5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.060444604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9913ef40-e4ad-478a-b041-00744ad86ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.074834526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9913ef40-e4ad-478a-b041-00744ad86ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.089670481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9913ef40-e4ad-478a-b041-00744ad86ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.103763571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9913ef40-e4ad-478a-b041-00744ad86ae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:24.776017003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4ebd182c-22a4-4eaf-a4b9-ddc9586bea4d","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:24.776092121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"4ebd182c-22a4-4eaf-a4b9-ddc9586bea4d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.82680389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63527280-c658-4f28-aae0-727ba11cddfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.828339745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-05687d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-05687d","reconcileID":"369ecd7d-1efe-48e7-baf9-fc6222a848b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-05687d","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-05687d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.84167076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63527280-c658-4f28-aae0-727ba11cddfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.861540361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63527280-c658-4f28-aae0-727ba11cddfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:24.937969128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63527280-c658-4f28-aae0-727ba11cddfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.039520288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"5374cf24-7d74-49fb-93ac-c0fc92862b1f","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.039595479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"5374cf24-7d74-49fb-93ac-c0fc92862b1f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.080330547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"effebd47-79bf-4f5e-97da-c749f54b1958","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.086530148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"0480e65f-3e1e-4c68-a38b-ffbcefc45a68","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.086618801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"0480e65f-3e1e-4c68-a38b-ffbcefc45a68","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.130673504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"effebd47-79bf-4f5e-97da-c749f54b1958","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.13069987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"effebd47-79bf-4f5e-97da-c749f54b1958","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.140566128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4c5549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4c5549","reconcileID":"cce60f79-a575-4b96-a4e1-c8156165942a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4c5549","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4c5549":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.146026915Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"effebd47-79bf-4f5e-97da-c749f54b1958","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.162886777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-partial-access-sub","reconcileID":"effebd47-79bf-4f5e-97da-c749f54b1958","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.179850637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"c5a2031c-eed9-4cab-aa61-83609aa212b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.215403807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"0b280e9a-f0ef-4191-af2f-64ab65e9db36","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:25.215483578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"0b280e9a-f0ef-4191-af2f-64ab65e9db36","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.323878818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"7d89c4a1-bc38-4189-90c3-919ff9027118","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.324349873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"eb60aa58-11ca-4982-af9f-df397ec84d48","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.373393624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a61bf274-b550-498c-a357-343b7cb30f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.374257749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8b7685ef-8a86-4d34-b8a8-886fd2a4e938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.436638183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8b7685ef-8a86-4d34-b8a8-886fd2a4e938","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:25.43828218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a61bf274-b550-498c-a357-343b7cb30f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.107447026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e66ed48-4336-4864-8ca3-aabde0349b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.131729152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e66ed48-4336-4864-8ca3-aabde0349b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.167811237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e66ed48-4336-4864-8ca3-aabde0349b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.200853137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e66ed48-4336-4864-8ca3-aabde0349b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.202657376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"4b9ab28b-b179-43b8-b1d2-589fb6c71cd2","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.24306886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"c5fa8402-cd39-429f-b95a-688260457b84","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.282716068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a79c0f08-700e-4a71-b95f-f294c63814ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.28328105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e931df4b-f711-4977-89c5-d0e6d1f991fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:26.283429698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"22126772-6092-4469-bc93-daf9bbfae851","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.323549853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a79c0f08-700e-4a71-b95f-f294c63814ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.387871318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e931df4b-f711-4977-89c5-d0e6d1f991fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.481838668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"cb261d2d-91ee-4a78-b230-53e3421643bc","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.51666389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"c26fb936-38de-4de9-8924-be72bb208817","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.567077599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"7edcfad5-7e5e-4377-8cc8-045ef6559a77","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.615230076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"9ff068e0-50db-44d5-b85f-84b103cf4635","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.650414051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"885c8a6c-8cdf-4d0b-b1b7-fdd78535459e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","model":"distinct-w3-82db63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-82db63/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.804613101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"6e92d101-61ad-49f0-9d45-2850c5c7ae9c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:26.831220735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c1071748-320e-47db-938f-17d2aa28ec52","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:26.831414445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c1071748-320e-47db-938f-17d2aa28ec52","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.866755443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"6e92d101-61ad-49f0-9d45-2850c5c7ae9c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.890442682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4fad99b9-ff0d-4699-ae91-0b53fda242ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.89210404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1db56800-2b01-45f0-9983-b5f9ce569c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:26.893789698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"054ccf8d-27a7-4923-b41e-99a8ad2b9186","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.004003108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4fad99b9-ff0d-4699-ae91-0b53fda242ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.004940668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"b58388ba-3d8f-4c7a-a7dd-e8a8541d3842","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.019079375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1db56800-2b01-45f0-9983-b5f9ce569c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.115735764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"66e98d39-868d-4b40-94e9-684be4e53ba9","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.176734835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"2872a07c-0a6a-4964-b4f3-95ebac01328f","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.305253461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"2128f300-62d8-4024-86ba-f8fd60f00761","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.519279816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"2128f300-62d8-4024-86ba-f8fd60f00761","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.577753226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"23a3b4d9-a962-4051-a074-6c155d14bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.595360962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d29c1c23-d0dd-4c17-aa24-4e6ea2423c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.663876664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d29c1c23-d0dd-4c17-aa24-4e6ea2423c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.667220476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"23a3b4d9-a962-4051-a074-6c155d14bc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:27.696836806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c0536edc-ec67-41f1-b457-23d3a303f088","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:27.713525952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"c0536edc-ec67-41f1-b457-23d3a303f088","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.84164062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"1535745b-fd18-45f9-a117-895e8ff67ff7","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:27.9450938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"1535745b-fd18-45f9-a117-895e8ff67ff7","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.192855157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74efa4b9-ea57-4407-b12e-08fc77ff84d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.30788318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74efa4b9-ea57-4407-b12e-08fc77ff84d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.376618799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74efa4b9-ea57-4407-b12e-08fc77ff84d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.407004457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74efa4b9-ea57-4407-b12e-08fc77ff84d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.465563411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5ae1cc3d-8feb-453b-978f-dd4fbe6202f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.513045112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"529b0634-0c3f-4b7b-891e-84a7596d56ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.522537205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5ae1cc3d-8feb-453b-978f-dd4fbe6202f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:28.561635404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"529b0634-0c3f-4b7b-891e-84a7596d56ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.464241933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328aa400-4ad7-4bc1-b15d-8e67dcc8053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.479244565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328aa400-4ad7-4bc1-b15d-8e67dcc8053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.494061448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328aa400-4ad7-4bc1-b15d-8e67dcc8053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.510429452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328aa400-4ad7-4bc1-b15d-8e67dcc8053d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.818822226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"f3ef858f-35a9-4dab-8ab5-b91486e0777e","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:29.827357124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-auth","reconcileID":"1bb7c1dd-70be-4c5c-ba7f-12419f3515cb","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/distinct-2-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.047204324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"dd0fd9cc-2987-4e9f-bb3e-407ce9c0a004","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.206890738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"90eb07cf-4675-40dc-bfd0-e8b6c033b483","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.217834728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2249b4-3492-4a83-804f-49207c3d6f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.232746614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2249b4-3492-4a83-804f-49207c3d6f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.247772794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2249b4-3492-4a83-804f-49207c3d6f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.267378804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2249b4-3492-4a83-804f-49207c3d6f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.303477277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"19a72e09-6d4d-458c-87bd-e19542afebe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.329582314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"19a72e09-6d4d-458c-87bd-e19542afebe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.460717253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"88b964c9-cdc0-422e-ab81-2245ba5ba3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:30.489684573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"88b964c9-cdc0-422e-ab81-2245ba5ba3d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.038620222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb9d9e5-5491-462a-b80c-d3aa5b56d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.053616416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb9d9e5-5491-462a-b80c-d3aa5b56d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.054120246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.067746721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb9d9e5-5491-462a-b80c-d3aa5b56d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.082245769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb9d9e5-5491-462a-b80c-d3aa5b56d315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.740870683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303dc234-ade0-4c56-8903-a92681492ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.755028349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303dc234-ade0-4c56-8903-a92681492ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.770894177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303dc234-ade0-4c56-8903-a92681492ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:31.785593813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303dc234-ade0-4c56-8903-a92681492ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.200799836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.200875187Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.226502782Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.226528337Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.22660634Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.2270816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"aaad6436-3772-48db-9ba9-7e2817bd1681","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.227098494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"aaad6436-3772-48db-9ba9-7e2817bd1681","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.25192433Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"fd45120e-3510-4034-9e8b-c2cae50b2d8f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.253208948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a620fdda-c5b4-4043-89f2-f1e9c1536992","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.25422364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a620fdda-c5b4-4043-89f2-f1e9c1536992","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.258328674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"667dd415-797a-42d6-8563-4ab10b8733a0","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.27947786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"667dd415-797a-42d6-8563-4ab10b8733a0","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.284647433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"a85290a2-7033-438a-88a8-eef6dd6ab2c4","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19d58095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.299298508Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"3ce81e3f-37db-4645-9648-a9ef409a44e8","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19d58095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.334278109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"169343bf-1244-4d6a-a784-ab4aaa620a5e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.532133579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"169343bf-1244-4d6a-a784-ab4aaa620a5e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.586510264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"169343bf-1244-4d6a-a784-ab4aaa620a5e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"e2e-praxis-a-796d71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.586533673Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-auth","reconcileID":"169343bf-1244-4d6a-a784-ab4aaa620a5e","MaaSAuthPolicy":{"name":"praxis-route-796d71-auth","namespace":"ai-tenant-e2e-praxis-a-796d71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.606991635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cf0a4248-cfde-41da-a7a6-b2a77cf6ba4d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:36.607011259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cf0a4248-cfde-41da-a7a6-b2a77cf6ba4d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.290392858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"f9515774-d590-4c84-8c54-665b55eff555","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.3052329Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"f9515774-d590-4c84-8c54-665b55eff555","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.32078098Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"e2e-no-access-sub","reconcileID":"f9515774-d590-4c84-8c54-665b55eff555","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/distinct-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.479040865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"99e6c198-0c8e-4010-bdda-8aa411d64bbe","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.522688585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"0baa3da7-5ee0-4f74-9d5d-3745def26b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.522690709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"629800a0-47d8-4802-80f6-f2bf98e4e91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.542862759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"0baa3da7-5ee0-4f74-9d5d-3745def26b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:40.542937845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"629800a0-47d8-4802-80f6-f2bf98e4e91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:44.602034868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"2853c9aa-33cc-4a75-942d-f8e8032ee402","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:44.602103111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"2853c9aa-33cc-4a75-942d-f8e8032ee402","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:44.667660653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"903bf09f-51ba-400a-a522-5d364cab6c9c","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:44.667748253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"903bf09f-51ba-400a-a522-5d364cab6c9c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.905074411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4923ba0c-d194-41e2-ba55-7efc052ed1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.919098332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4923ba0c-d194-41e2-ba55-7efc052ed1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.933157916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4923ba0c-d194-41e2-ba55-7efc052ed1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:44.950745127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4923ba0c-d194-41e2-ba55-7efc052ed1e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.545440534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8d02a8-ed7e-4717-8428-4c6456a151d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.561045884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8d02a8-ed7e-4717-8428-4c6456a151d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.575345583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8d02a8-ed7e-4717-8428-4c6456a151d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.589627818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8d02a8-ed7e-4717-8428-4c6456a151d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:45.70270968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"9285d587-d2c0-4b04-9259-c2a2494275a3","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:45.702801261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"9285d587-d2c0-4b04-9259-c2a2494275a3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:45.75466985Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-99e420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-99e420","reconcileID":"3427be40-ebeb-4c19-ab9c-38a0b425913d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-99e420","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-99e420":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:45.82678467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"299a128f-3011-4116-8125-0a3b51fd8d0b","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:45.826854327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"299a128f-3011-4116-8125-0a3b51fd8d0b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.171044177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35359a22-eefa-4724-9f80-bdffa9e53ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.185178236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35359a22-eefa-4724-9f80-bdffa9e53ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.199443709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35359a22-eefa-4724-9f80-bdffa9e53ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.213617127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35359a22-eefa-4724-9f80-bdffa9e53ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.31414949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"ab8c7954-6014-45a7-8858-509d50d1605f","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","subscription":"praxis-route-796d71-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.331274758Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"ab8c7954-6014-45a7-8858-509d50d1605f","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.347204498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71-sub","reconcileID":"ab8c7954-6014-45a7-8858-509d50d1605f","MaaSSubscription":{"name":"praxis-route-796d71-sub","namespace":"ai-tenant-e2e-praxis-a-796d71"},"name":"maas-trlp-praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.437354598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"48f30f4c-08b8-460e-8aa5-cc82bf275994","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"tenant":"e2e-praxis-a-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","model":"ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.437382152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"48f30f4c-08b8-460e-8aa5-cc82bf275994","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"routeName":"praxis-route-796d71-kserve-route","namespace":"ai-tenant-e2e-praxis-a-796d71","llmisvcName":"praxis-route-796d71","gateway":"openshift-ingress/e2e-praxis-a-796d71","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.827038615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45da93f1-de6f-43d2-a868-65e5fdc8925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.841367371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45da93f1-de6f-43d2-a868-65e5fdc8925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.855216339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45da93f1-de6f-43d2-a868-65e5fdc8925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:46.869219378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45da93f1-de6f-43d2-a868-65e5fdc8925b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:47.223067315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"95059046-8a8f-456c-bfb7-8475593a4145","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:47.223133975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"95059046-8a8f-456c-bfb7-8475593a4145","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:47.454121828Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-99e420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-99e420","reconcileID":"4c6beebc-4000-406f-82e5-5f36fe3adbd2","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w3-99e420\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:49.018815597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6c085e01-5c03-473a-a62d-6b3ed16a5639","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:49.01892006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"6c085e01-5c03-473a-a62d-6b3ed16a5639","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:49.213747128Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"91ca0954-fdb5-4c56-8890-769049186cea","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:11:49.213860249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-3fe45b","namespace":"ai-tenant-e2e-ipp-a-3fe45b"},"namespace":"ai-tenant-e2e-ipp-a-3fe45b","name":"ipp-route-3fe45b","reconcileID":"91ca0954-fdb5-4c56-8890-769049186cea","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-3fe45b/ipp-route-3fe45b-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-3fe45b]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.007134101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5e719-eba1-40ae-9719-ef63cb1ad06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.021624747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5e719-eba1-40ae-9719-ef63cb1ad06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.036161985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5e719-eba1-40ae-9719-ef63cb1ad06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.050293146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5e719-eba1-40ae-9719-ef63cb1ad06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.697674149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04ab9d2-9903-4a75-99f4-9d07f67842d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.711596694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04ab9d2-9903-4a75-99f4-9d07f67842d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.72552057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04ab9d2-9903-4a75-99f4-9d07f67842d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:50.739590733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04ab9d2-9903-4a75-99f4-9d07f67842d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:53.04288197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"090c500a-7958-42db-859f-84a09a979ad2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:53.08526301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"090c500a-7958-42db-859f-84a09a979ad2","name":"e2e-shared-a-w2-05687d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.136807254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8576c63c-5be6-4707-b9eb-9a383f633032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.152024502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8576c63c-5be6-4707-b9eb-9a383f633032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.166632175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8576c63c-5be6-4707-b9eb-9a383f633032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.182133359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8576c63c-5be6-4707-b9eb-9a383f633032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.930046315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb164aa-5272-4d28-b996-5387f61c8708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.944184867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb164aa-5272-4d28-b996-5387f61c8708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.958116815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb164aa-5272-4d28-b996-5387f61c8708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:54.972815608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb164aa-5272-4d28-b996-5387f61c8708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.065796049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"609dbc36-3278-41dc-b1bf-9b7d816d3961","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4c5549","tenantID":"e2e-praxis-b-4c5549","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.107936453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"609dbc36-3278-41dc-b1bf-9b7d816d3961","name":"e2e-praxis-b-4c5549-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.724287425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa9f90c-a8fb-4bc3-a615-fb01cac54848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.738571601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa9f90c-a8fb-4bc3-a615-fb01cac54848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.753528627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa9f90c-a8fb-4bc3-a615-fb01cac54848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:11:55.767413197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa9f90c-a8fb-4bc3-a615-fb01cac54848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:01.062666366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.245288493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d148f1-99cd-40bc-9c3f-5d2c15c60815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.259278054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d148f1-99cd-40bc-9c3f-5d2c15c60815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.273681701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d148f1-99cd-40bc-9c3f-5d2c15c60815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.287685604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d148f1-99cd-40bc-9c3f-5d2c15c60815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.925550376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a0467b-2563-49a0-90c1-79ec27f2895e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.939834774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a0467b-2563-49a0-90c1-79ec27f2895e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.954524747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a0467b-2563-49a0-90c1-79ec27f2895e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:02.972221466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a0467b-2563-49a0-90c1-79ec27f2895e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:03.880324684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0521df1-1dd6-4199-8ddc-42dfd1bebb9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:03.917326239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0521df1-1dd6-4199-8ddc-42dfd1bebb9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:03.943196718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0521df1-1dd6-4199-8ddc-42dfd1bebb9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:03.960856984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0521df1-1dd6-4199-8ddc-42dfd1bebb9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.718069004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db652567-9e68-49ae-9a8d-94212b128f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.733857335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db652567-9e68-49ae-9a8d-94212b128f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.75770588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db652567-9e68-49ae-9a8d-94212b128f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:04.823926005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db652567-9e68-49ae-9a8d-94212b128f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.399582471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d5beafa7-1367-40c8-b9ea-bee9c3a868e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.399618431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e2a3320d-8ba3-4ee6-8b49-2aad413edf2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.420039046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e2a3320d-8ba3-4ee6-8b49-2aad413edf2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.420213446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d5beafa7-1367-40c8-b9ea-bee9c3a868e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.469212166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba5d9c7-d3c7-4058-9660-ac5102931526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.483982436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba5d9c7-d3c7-4058-9660-ac5102931526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.497949574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba5d9c7-d3c7-4058-9660-ac5102931526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:05.51227202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ba5d9c7-d3c7-4058-9660-ac5102931526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.144540833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86e8f6d-d49b-44a9-a4a3-9e85ba4ecebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.158442645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86e8f6d-d49b-44a9-a4a3-9e85ba4ecebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.172420927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86e8f6d-d49b-44a9-a4a3-9e85ba4ecebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.186810595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86e8f6d-d49b-44a9-a4a3-9e85ba4ecebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.869590994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16b1e9f-d306-4eba-af73-86dc23707fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.88360684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16b1e9f-d306-4eba-af73-86dc23707fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.897550142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16b1e9f-d306-4eba-af73-86dc23707fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:06.911592182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e16b1e9f-d306-4eba-af73-86dc23707fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.41294656Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","namespace":"ai-tenant-e2e-praxis-a-80bd36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.413038666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","namespace":"ai-tenant-e2e-praxis-a-80bd36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.413107129Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","tenant":"e2e-praxis-a-80bd36","tenantID":"e2e-praxis-a-80bd36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.430238092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-80bd36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.460930841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Service","name":"maas-api-e2e-praxis-a-80bd36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.486145134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-80bd36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.50332206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-80bd36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.521096588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.539701541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.559890251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.577288265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.591431243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.605690133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.620088134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Service","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.634461903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.649728267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.667034536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.681458909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.708701158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.732126375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.749625939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.771568707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-80bd36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.787793398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-80bd36"},"namespace":"ai-tenant-e2e-praxis-a-80bd36","name":"default-tenant","reconcileID":"33a7f360-3510-42af-9cc6-53dd0244330b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-80bd36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.810185601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.810265154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","namespace":"ai-tenant-e2e-praxis-a-796d71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.810341472Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","tenant":"e2e-praxis-a-796d71","tenantID":"e2e-praxis-a-796d71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.840770289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-796d71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.874313307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Service","name":"maas-api-e2e-praxis-a-796d71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.901598232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-796d71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.920487112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-796d71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.940931282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.964971054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:08.986448961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.017057096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.034233421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.067753213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.087362474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Service","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.103254454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.11618105Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-80bd36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-80bd36","reconcileID":"cef02bef-580a-4c1a-aba3-8452fd724dc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-80bd36","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-80bd36"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.149380852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.206303671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.230410745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.253306404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.278984646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.297766984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.313284525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-796d71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.328314943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"default-tenant","reconcileID":"2d7b82e2-f9f6-4ed6-a6ef-a98705eb36f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-796d71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:09.940735583Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-796d71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-796d71","reconcileID":"846e9471-16cd-4dbc-b589-054de0080d9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-796d71","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-796d71"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:09.997312273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cf2c9777-52d6-4c0d-b0be-d8b0bc74f6d8","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.010365852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c400122d-9fe8-402f-b818-729cbbdc20a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.025659679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c400122d-9fe8-402f-b818-729cbbdc20a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.029157327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"cf2c9777-52d6-4c0d-b0be-d8b0bc74f6d8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.034995365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a695a8ef-31db-4be1-ae78-d42499ae85b6","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.035061128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a695a8ef-31db-4be1-ae78-d42499ae85b6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.040055954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c400122d-9fe8-402f-b818-729cbbdc20a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.045451346Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a33060b1-e33e-47d2-bcef-b07315981b8f","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.045518429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"a33060b1-e33e-47d2-bcef-b07315981b8f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.05423079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c400122d-9fe8-402f-b818-729cbbdc20a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.066090714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"aeb3ebd3-2f39-445b-bd4e-1d742b04ffec","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.066157715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"aeb3ebd3-2f39-445b-bd4e-1d742b04ffec","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.106722061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"ffcfeb78-08d1-4d5b-87b3-da08479513bc","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.106845139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"ffcfeb78-08d1-4d5b-87b3-da08479513bc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.187707366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"da8c9f5f-7e49-4e3d-bf1e-5d1add80bcca","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.187778963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"da8c9f5f-7e49-4e3d-bf1e-5d1add80bcca","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.348510988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"31554810-0770-458e-8d4d-d680df8d04f4","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.34861583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"31554810-0770-458e-8d4d-d680df8d04f4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.669553713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"bfe143f4-1d86-47ea-8cd3-260f659924a0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:10.669635208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"bfe143f4-1d86-47ea-8cd3-260f659924a0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.713065159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e6b430-c803-4f8d-be97-b8b4e0b6e789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.727494087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e6b430-c803-4f8d-be97-b8b4e0b6e789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.741673556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e6b430-c803-4f8d-be97-b8b4e0b6e789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:10.755685179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e6b430-c803-4f8d-be97-b8b4e0b6e789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:11.310155883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"450ac630-e315-491c-a994-291abe9e592d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:11.310226587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"450ac630-e315-491c-a994-291abe9e592d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:11.405830534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fd62ad-7c7b-4e8a-a98f-0bdb4a72f4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:11.41997365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fd62ad-7c7b-4e8a-a98f-0bdb4a72f4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:11.43387354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fd62ad-7c7b-4e8a-a98f-0bdb4a72f4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:11.44814443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2fd62ad-7c7b-4e8a-a98f-0bdb4a72f4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:11.889822051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"4f89f91c-a671-4e20-91a7-b3bd6665378b","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:11.889884286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"4f89f91c-a671-4e20-91a7-b3bd6665378b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:14.450294109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"b2283a87-7a33-48da-88ae-b016d44b910f","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:14.450382617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"b2283a87-7a33-48da-88ae-b016d44b910f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:14.987883219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"84e194d3-60d2-4fe4-98b7-348ec7309d52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.030209499Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"84e194d3-60d2-4fe4-98b7-348ec7309d52","name":"e2e-shared-a-w3-99e420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.048774004Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","namespace":"ai-tenant-e2e-ipp-b-a20be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.048944542Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","namespace":"ai-tenant-e2e-ipp-b-a20be1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.049223815Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","tenant":"e2e-ipp-b-a20be1","tenantID":"e2e-ipp-b-a20be1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.068487845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a20be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.096756203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Service","name":"maas-api-e2e-ipp-b-a20be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.12125773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a20be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.147673515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a20be1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.168897111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.192423438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.215124082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.239122628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.259929804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.282580768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.321552761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Service","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.35193328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.371131087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.393618741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.415075464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.434531688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.451869951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.470210919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.487400613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a20be1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.5067291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a20be1"},"namespace":"ai-tenant-e2e-ipp-b-a20be1","name":"default-tenant","reconcileID":"177a3834-ff18-4d7c-a382-cb15282c74fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a20be1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:15.826036127Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a20be1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a20be1","reconcileID":"66c07200-7eed-4262-bb68-05cfc2b6343e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a20be1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a20be1"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:15.900288618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e5c86928-ff45-4e1c-be9f-377d98033a7f","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:15.900367081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"e5c86928-ff45-4e1c-be9f-377d98033a7f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:16.088811295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"99250ada-a584-4fb0-9988-0c1aaa924653","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:16.088900773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"99250ada-a584-4fb0-9988-0c1aaa924653","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.219480903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d0d6a6-4c83-45db-97ab-93d1dec0c6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.233983619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d0d6a6-4c83-45db-97ab-93d1dec0c6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.247929213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d0d6a6-4c83-45db-97ab-93d1dec0c6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.261933637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d0d6a6-4c83-45db-97ab-93d1dec0c6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.9576932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b3d6a-1684-4652-a70e-d8d104d71cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.972410074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b3d6a-1684-4652-a70e-d8d104d71cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:16.986492359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b3d6a-1684-4652-a70e-d8d104d71cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:17.004752398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70b3d6a-1684-4652-a70e-d8d104d71cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:18.323841101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"4809fef0-b403-45d5-b7e0-e6a3b6d52dcc","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:18.323943887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"4809fef0-b403-45d5-b7e0-e6a3b6d52dcc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:18.343410249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"34485128-046e-44eb-b199-340b33fffc6d","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:18.343489746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"34485128-046e-44eb-b199-340b33fffc6d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:18.638134594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204a4e0-5abc-41dc-b0ce-7444cc018362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:18.652363769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204a4e0-5abc-41dc-b0ce-7444cc018362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:18.666578296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204a4e0-5abc-41dc-b0ce-7444cc018362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:18.681093201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204a4e0-5abc-41dc-b0ce-7444cc018362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:19.315345863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d9c657-fb3b-41b4-8456-d03d31f0379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:19.329491065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d9c657-fb3b-41b4-8456-d03d31f0379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:19.343570412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d9c657-fb3b-41b4-8456-d03d31f0379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:19.35794187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d9c657-fb3b-41b4-8456-d03d31f0379b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.058632822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e8224-216c-44aa-9706-906570bc233f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.072836284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e8224-216c-44aa-9706-906570bc233f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.086919841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e8224-216c-44aa-9706-906570bc233f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.100964202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83e8224-216c-44aa-9706-906570bc233f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.677103146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c580a4f-bb27-4960-a586-6080ac9bef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.691016857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c580a4f-bb27-4960-a586-6080ac9bef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.704897918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c580a4f-bb27-4960-a586-6080ac9bef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:20.719024063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c580a4f-bb27-4960-a586-6080ac9bef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:21.572867865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"8a0a4cea-4899-4cd0-9128-f6ba7d702eec","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:21.572951676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"8a0a4cea-4899-4cd0-9128-f6ba7d702eec","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:21.942594612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69698066-01a3-4218-861e-d486bf00f87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.005501191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69698066-01a3-4218-861e-d486bf00f87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.022296507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69698066-01a3-4218-861e-d486bf00f87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.054295367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69698066-01a3-4218-861e-d486bf00f87a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.624525587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4003e896-34ec-434c-b010-0d0cabc7edaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.641267767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4003e896-34ec-434c-b010-0d0cabc7edaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.662067958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4003e896-34ec-434c-b010-0d0cabc7edaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:22.677181663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4003e896-34ec-434c-b010-0d0cabc7edaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:23.491381907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"76ef9355-0fdc-4ade-89be-755f4e8276db","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:23.491471274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"76ef9355-0fdc-4ade-89be-755f4e8276db","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.840554172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335cdc7-1b91-4fce-b161-1d37473bb466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.860919621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335cdc7-1b91-4fce-b161-1d37473bb466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.880845849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335cdc7-1b91-4fce-b161-1d37473bb466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:23.896323294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335cdc7-1b91-4fce-b161-1d37473bb466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.555038255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e68bfa-b1b0-4ee5-9286-b09380a077c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.569285211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e68bfa-b1b0-4ee5-9286-b09380a077c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.583341337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e68bfa-b1b0-4ee5-9286-b09380a077c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:24.598953869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e68bfa-b1b0-4ee5-9286-b09380a077c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.248784036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"d696c595-dae5-436c-ba3c-b05ed76161a0","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.248849404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"d696c595-dae5-436c-ba3c-b05ed76161a0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.281291538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"63cf73d4-7943-4868-a0ac-ad9c045d1024","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.281358468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"63cf73d4-7943-4868-a0ac-ad9c045d1024","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.457605699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"0bb27750-daf3-4d5e-be01-c7a61cd595af","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:28.457692643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"0bb27750-daf3-4d5e-be01-c7a61cd595af","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.611312624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e8b48f-996b-46b6-8853-ea2534bdcbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.62557359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e8b48f-996b-46b6-8853-ea2534bdcbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.640280358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e8b48f-996b-46b6-8853-ea2534bdcbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:28.656051904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e8b48f-996b-46b6-8853-ea2534bdcbcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.357822121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6243ad86-4b30-445b-bb7c-7898cabe3d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.37976809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6243ad86-4b30-445b-bb7c-7898cabe3d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.396779357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6243ad86-4b30-445b-bb7c-7898cabe3d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.410868217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6243ad86-4b30-445b-bb7c-7898cabe3d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.556101016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"cb2366ac-dbb1-4122-97c1-8fcf4de69d71","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.575750337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"6011c908-6ac4-40c2-b30a-1d83b95837ae","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.768564287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"68c51cc4-245a-4b2c-9eea-58222d0e0c0f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.843412549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"04934672-3237-4bb0-930f-9f6a25f344bb","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.854685141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"68c51cc4-245a-4b2c-9eea-58222d0e0c0f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:29.85564093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"f11c6505-5c6a-479e-8b30-89eb547f9a8a","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:29.855742374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"f11c6505-5c6a-479e-8b30-89eb547f9a8a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.866205119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"8b8329b7-6bb1-4551-a8fe-df065eba2920","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:29.882085033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"065388cc-2245-4411-b994-748d17cf1766","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.895309675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b1cfa7c8-2b7e-4a11-918c-a4f06b336439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.895309681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d4e60d5d-79fd-4d20-9912-ab03cf384965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:29.908264316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"c4d7f710-c6d5-4e3b-8669-8322998eafa7","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:29.908325281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"c4d7f710-c6d5-4e3b-8669-8322998eafa7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.914752835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b1cfa7c8-2b7e-4a11-918c-a4f06b336439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.9154465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d4e60d5d-79fd-4d20-9912-ab03cf384965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.923941936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"07e70ac7-0ac1-44c7-8797-18681caa2c1b","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:29.945830505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"c8431236-3aa1-4b34-926e-35f36dea3cde","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.029930408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"c91a4012-aa20-4b94-bd5c-8b163ec0b3b8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/e2e-status-degraded-sub","ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.030155264Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"c91a4012-aa20-4b94-bd5c-8b163ec0b3b8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.039258749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"0ee23460-e0b8-4af6-9bdd-a0c6ffaef56e","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.153546089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"fc66fbbd-91a6-4790-9085-9642f9661ee3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.155474571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"32fc1020-6c45-4089-ad50-1f050e994edf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.164667495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"f6404fda-c45f-443a-974c-660a38722f17","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.174300021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"fc66fbbd-91a6-4790-9085-9642f9661ee3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.174618097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"fdb34301-8762-464c-b47c-da64b8f676cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.174931198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fe99f557-3eac-40ac-8e6c-f21496bb0353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.194966695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"fdb34301-8762-464c-b47c-da64b8f676cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.195753814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fe99f557-3eac-40ac-8e6c-f21496bb0353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.211110847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"161fd89a-33cb-4b2e-b397-372fd2b2e6f7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.211203991Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"161fd89a-33cb-4b2e-b397-372fd2b2e6f7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:30.253490719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"fc66fbbd-91a6-4790-9085-9642f9661ee3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.294082093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36923059-12e6-4425-89e1-2b7a41b02454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.30811238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36923059-12e6-4425-89e1-2b7a41b02454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.322163712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36923059-12e6-4425-89e1-2b7a41b02454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.336851629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36923059-12e6-4425-89e1-2b7a41b02454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.33702058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"3fca9c5e-8313-494e-ab3d-a09bb1b654dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.35684171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"3fca9c5e-8313-494e-ab3d-a09bb1b654dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.631868041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"64707411-8ced-43e3-b0f0-4c0ccb81b8a2","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.687977941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4f4a501c-d1e1-440a-91b1-64f1ce605f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.687979685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3ee3abae-b07b-482e-90f3-e01d7d945544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.688189703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"0b337816-6f13-4e4d-b6f3-d0a95950b79c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.708590751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3ee3abae-b07b-482e-90f3-e01d7d945544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.710793776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"0b337816-6f13-4e4d-b6f3-d0a95950b79c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.710820482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4f4a501c-d1e1-440a-91b1-64f1ce605f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:30.94123552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"3ad908ba-46d5-4158-98c6-1144ac3052f3","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:30.941316389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"3ad908ba-46d5-4158-98c6-1144ac3052f3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:30.998447226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-76c1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-76c1b7","reconcileID":"4f5def42-97ca-4668-a282-731c61c90436","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-76c1b7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-76c1b7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.013528294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97623b-f6c0-479c-8dfd-b690cf414607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.028264089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97623b-f6c0-479c-8dfd-b690cf414607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.042759643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97623b-f6c0-479c-8dfd-b690cf414607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.052656942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.057653123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f97623b-f6c0-479c-8dfd-b690cf414607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:31.082160714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"7efd09a8-371d-4e46-ab87-b98eefd1ce73","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:31.08223529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"7efd09a8-371d-4e46-ab87-b98eefd1ce73","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.747544238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a0dc3-5799-450e-8142-0e67622c68e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.761828786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a0dc3-5799-450e-8142-0e67622c68e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.776728026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a0dc3-5799-450e-8142-0e67622c68e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:31.791647189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a0dc3-5799-450e-8142-0e67622c68e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.257195188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"1d820874-f384-46c7-99ae-f266ab91478e","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.305769531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"dcc6d1f2-4801-458f-8bfa-3f20afd08f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.305769504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"87c1fd10-1bc4-4b11-8f80-50592b732c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.30610715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"cc486d79-51a2-4b1a-8df1-75bedd9bbcaf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.326814502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"87c1fd10-1bc4-4b11-8f80-50592b732c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.326943586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"cc486d79-51a2-4b1a-8df1-75bedd9bbcaf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:32.32911945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"dcc6d1f2-4801-458f-8bfa-3f20afd08f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:32.469161903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"07434e04-6530-4d73-933d-803237ecc005","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:32.46923118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"07434e04-6530-4d73-933d-803237ecc005","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:32.690986203Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-76c1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-76c1b7","reconcileID":"d1184d0f-aa4c-4519-990a-2fabf2f39a0c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w2-76c1b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:38.392256106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"1b3e2907-f227-4167-903d-807b539e1ba3","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:38.39231996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-796d71","namespace":"ai-tenant-e2e-praxis-a-796d71"},"namespace":"ai-tenant-e2e-praxis-a-796d71","name":"praxis-route-796d71","reconcileID":"1b3e2907-f227-4167-903d-807b539e1ba3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-796d71/praxis-route-796d71-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-796d71]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.700651957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-subscription","reconcileID":"4653096a-110e-4dfb-afd0-7ab51b379f61","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.756200499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-subscription","reconcileID":"4653096a-110e-4dfb-afd0-7ab51b379f61","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.807491527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"aa085012-472e-4a2e-851e-3d693f53884f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.92086133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f86456c0-6cae-4488-afff-d4dc655dba01","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.969418414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3f432673-af7d-4274-bba4-94622de7be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.969465262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"cfa30422-325f-4199-a750-f8ebb7a30e78","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.969942424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"43a7908f-8af5-4134-864d-146e655410f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.992183757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3f432673-af7d-4274-bba4-94622de7be7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:40.996270567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"cfa30422-325f-4199-a750-f8ebb7a30e78","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.000428368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"43a7908f-8af5-4134-864d-146e655410f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.079008518Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-auth","reconcileID":"c43d0bba-8861-44ca-a86f-99c10aff2c6b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.079397392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"e650213f-594c-43d1-a060-8a69f9d4ae15","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.204126872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"1625f50f-8f04-4b04-b668-f72d7940caeb","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.834758888Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","namespace":"ai-tenant-e2e-praxis-b-665b09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.834986443Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","namespace":"ai-tenant-e2e-praxis-b-665b09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.835110181Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","tenant":"e2e-praxis-b-665b09","tenantID":"e2e-praxis-b-665b09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.853205134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Deployment","name":"maas-api-e2e-praxis-b-665b09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.885223102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Service","name":"maas-api-e2e-praxis-b-665b09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.90497347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-665b09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.932030131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-665b09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.950190142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.973262705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:41.994272899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.012091956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.029210882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.044189267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.059489115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Service","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.077553935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.09180894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.117534071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.152182012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.153706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e55ea35b-5c2f-408e-b2ac-b786aa85dafb","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.191085487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.197375716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"ce6d33f1-f86a-45b1-b486-64ca19777524","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.353328108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.442751119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.444448724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"8b78834d-0426-4391-bfb2-2fe57232aee7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.470529308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e1694a3c-ac29-4baf-bc2f-43a8eb4ac03e","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.516097707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-665b09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.521289515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"19ab1d73-0187-4437-b0a8-529d2a7cf8f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:42.521455665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-sub-only","reconcileID":"1e4e71c5-e0ff-4323-a35e-6ca528c1d6dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.521971089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"0ab2051d-72e1-4fad-9fcc-ea36b3764136","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.546037964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"83f92fb7-433f-416b-9c19-76b645f77f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.550215572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"54e75bfc-4b1a-45c5-9a89-8ea0c87bbd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.553107994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-665b09"},"namespace":"ai-tenant-e2e-praxis-b-665b09","name":"default-tenant","reconcileID":"a7b99326-65f8-4a1f-af29-be53e7f757f8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-665b09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.610285586Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"8b78834d-0426-4391-bfb2-2fe57232aee7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-cea94a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.610329048Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"8b78834d-0426-4391-bfb2-2fe57232aee7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.610481765Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-sub","reconcileID":"8b78834d-0426-4391-bfb2-2fe57232aee7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cea94a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.643467718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"83f92fb7-433f-416b-9c19-76b645f77f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.741141576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"19ab1d73-0187-4437-b0a8-529d2a7cf8f8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.774410869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"717f6c15-e931-42ed-81f7-bedcbf3adc56","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.785636429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"54e75bfc-4b1a-45c5-9a89-8ea0c87bbd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.802716385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"7463d6ec-a46a-401e-9705-cc0af88c515c","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:42.97437766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"8341ea22-5171-47b7-b88d-ffe26831a5da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.059212731Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-sub-only","reconcileID":"f7d096e1-562f-4c5f-a72f-85e5aa9e075b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/e2e-test-group-sub-only","ai-tenant-e2e-worker-w5-91520c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.069343144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9b3fbddc-b5a2-4b0f-8cff-1fd449ca6e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.121198864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"0ed49349-6cc3-4e23-8417-8dce334e2fb5","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.171176478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9b3fbddc-b5a2-4b0f-8cff-1fd449ca6e8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.183029743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e9f5fc3e-21b4-4c04-98fb-ca945b5df5b6","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.225637981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"c2f8b05f-c898-4fa8-a79a-67f06c5b154c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.225980855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"f5a0b55e-4002-4844-9a8e-84ab139c7a10","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.234848714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"3e4f7067-a263-48d8-ac09-bea9138a4b80","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.235807797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9abc9a64-92ce-43fc-8b9a-86ddda883d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.242637462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"45b05128-e666-4fbc-bcbe-bcde420fcee9","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.257882182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f99c1707-0337-45f2-bf1a-1a4c77c1755a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.260725619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"2075fd77-b676-48a4-806c-66f730850ccf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.263632055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9abc9a64-92ce-43fc-8b9a-86ddda883d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.279454365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f99c1707-0337-45f2-bf1a-1a4c77c1755a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.28263816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"2075fd77-b676-48a4-806c-66f730850ccf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.290738906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-sub-only","reconcileID":"2eaebf0d-0a31-48fc-86f1-3bc308253c98","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.368735257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3f96fe27-97d3-4248-a4c8-9cc501e54d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.370548907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"ccd67c83-9393-41ec-b55d-9e5db768fc0b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.383237044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"e2e-status-degraded-auth","reconcileID":"67241e89-6ab4-4d57-8223-24af6e1531b9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.391600074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"ccd67c83-9393-41ec-b55d-9e5db768fc0b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.392695846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3f96fe27-97d3-4248-a4c8-9cc501e54d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.399689146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d6c1b9-427f-46ee-b037-4f401f1a4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.404038222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-665b09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-665b09","reconcileID":"e9ca2acf-b69c-44ac-a0b8-501527746964","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-665b09","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-665b09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.413697151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d6c1b9-427f-46ee-b037-4f401f1a4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.431563609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d6c1b9-427f-46ee-b037-4f401f1a4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.451378166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d6c1b9-427f-46ee-b037-4f401f1a4f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:12:43.513480399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"ccd67c83-9393-41ec-b55d-9e5db768fc0b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.519921379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"72771898-b276-484a-9061-77abd07be5aa","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.571727407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"f0bee7bc-8172-4be8-90d9-dede452c2fc6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:43.611487825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"f0bee7bc-8172-4be8-90d9-dede452c2fc6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.137212006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f83ca1-61c6-4d91-9f06-2494b0bacc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.152088013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f83ca1-61c6-4d91-9f06-2494b0bacc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.166022358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f83ca1-61c6-4d91-9f06-2494b0bacc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.179851092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f83ca1-61c6-4d91-9f06-2494b0bacc51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.863071123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1619972-e338-447b-8ec6-9329cef83a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.879248867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1619972-e338-447b-8ec6-9329cef83a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.893638676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1619972-e338-447b-8ec6-9329cef83a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:44.908571265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1619972-e338-447b-8ec6-9329cef83a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.882152931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784ee4c2-491d-400b-a3d3-f6b761a06db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.903181766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784ee4c2-491d-400b-a3d3-f6b761a06db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.917956961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784ee4c2-491d-400b-a3d3-f6b761a06db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:45.933747774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"784ee4c2-491d-400b-a3d3-f6b761a06db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.132010674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"a7f9a2c3-3abb-4811-bc3b-94f07c02f620","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.195243421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"334c4b03-e6e2-4b84-87b8-4ef7dd74245f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.195858621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"498d22b8-2772-4370-8989-92ffe355fa37","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.195625457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5afdd22f-9cf8-47c0-8cfa-8b901af735f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.215743288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5afdd22f-9cf8-47c0-8cfa-8b901af735f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.216932289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"334c4b03-e6e2-4b84-87b8-4ef7dd74245f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.218561966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"498d22b8-2772-4370-8989-92ffe355fa37","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.75198371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029d6573-8746-4566-b3c5-0b94333409a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.767171016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029d6573-8746-4566-b3c5-0b94333409a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.782175486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029d6573-8746-4566-b3c5-0b94333409a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:46.79661884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029d6573-8746-4566-b3c5-0b94333409a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.600430516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57437f8d-bfa9-47b4-a5e4-a8b8b497adc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.614601707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57437f8d-bfa9-47b4-a5e4-a8b8b497adc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.628705436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57437f8d-bfa9-47b4-a5e4-a8b8b497adc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:47.643567271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57437f8d-bfa9-47b4-a5e4-a8b8b497adc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.317460586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7687c6d-ffdf-4822-a35a-6c87500c1297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.335341122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7687c6d-ffdf-4822-a35a-6c87500c1297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.360259682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7687c6d-ffdf-4822-a35a-6c87500c1297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.379898736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7687c6d-ffdf-4822-a35a-6c87500c1297","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:48.386537056Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-bef83b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-bef83b","reconcileID":"d3b9db14-c543-4796-a100-148d1d3ef1ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-bef83b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-bef83b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:49.214397394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e19368-f4e7-4596-86e0-9ea4f31cb093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:49.249243616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e19368-f4e7-4596-86e0-9ea4f31cb093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:49.270159777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e19368-f4e7-4596-86e0-9ea4f31cb093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:49.285233821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38e19368-f4e7-4596-86e0-9ea4f31cb093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:51.50161954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dada4ec-cb95-430a-957c-2845f2c43c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:51.516483771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dada4ec-cb95-430a-957c-2845f2c43c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:51.531714246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dada4ec-cb95-430a-957c-2845f2c43c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:51.546802617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dada4ec-cb95-430a-957c-2845f2c43c8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:52.3437048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c80f8-3e21-4a70-9670-fe4e16da2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:52.370494568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-15154b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-15154b","reconcileID":"7c07fb84-9dcc-4553-a93c-dd10fd3d5b8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-15154b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-15154b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:52.373192911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c80f8-3e21-4a70-9670-fe4e16da2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:52.39089127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c80f8-3e21-4a70-9670-fe4e16da2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:52.405257347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c80f8-3e21-4a70-9670-fe4e16da2800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:53.352125193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786aaa19-0fc2-4353-a206-dbe3748994dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:53.366315057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786aaa19-0fc2-4353-a206-dbe3748994dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:53.380255717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786aaa19-0fc2-4353-a206-dbe3748994dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:53.394569146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"786aaa19-0fc2-4353-a206-dbe3748994dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:54.154540823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6b8c4-8588-46ef-a3a2-e8bb1b66b3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:54.172812717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6b8c4-8588-46ef-a3a2-e8bb1b66b3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:54.188206393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6b8c4-8588-46ef-a3a2-e8bb1b66b3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:54.202936071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc6b8c4-8588-46ef-a3a2-e8bb1b66b3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:55.368063221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ec14b6-38c5-43fa-8178-365b9db98055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:55.389017885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ec14b6-38c5-43fa-8178-365b9db98055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:55.405438707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ec14b6-38c5-43fa-8178-365b9db98055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:55.421679554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ec14b6-38c5-43fa-8178-365b9db98055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.194112319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-sub-only","reconcileID":"dfaf1515-e577-4efe-91f2-050a7960aa91","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.286306616Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-sub-only","reconcileID":"dfaf1515-e577-4efe-91f2-050a7960aa91","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-91520c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.329351477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5526748d-9330-44b4-b918-12a05b1a1097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.357525222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5526748d-9330-44b4-b918-12a05b1a1097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.383759651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5526748d-9330-44b4-b918-12a05b1a1097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.399367537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5526748d-9330-44b4-b918-12a05b1a1097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.39996076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"708860e0-f5cf-42e7-b7d9-937a49f26ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.510098024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"353ef4a7-fb7c-4a96-9f4a-7c1d6e5968ff","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.627429133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"4854355e-b728-4617-ba5c-efb8ec7cfc60","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.65551646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e2d26d83-fb96-46ae-9fbe-163b610e2311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.672595564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"4854355e-b728-4617-ba5c-efb8ec7cfc60","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.683053266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e2d26d83-fb96-46ae-9fbe-163b610e2311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.733573632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"51c6c3d6-e7d3-425d-a61b-52879adbb455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.755761742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"51c6c3d6-e7d3-425d-a61b-52879adbb455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.771445407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"e2e-test-group-no-auth","reconcileID":"eff4bcde-77a8-413e-b3c0-42f609d9e9a8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.772120143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"48c66e6f-c7c6-47e6-9a23-4b9f06de5b44","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:56.886564471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"57d1f45c-458a-4a04-a7c2-9eba4046c333","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:57.213933077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091dde3-ef47-4a02-a0a3-ca9cfe1cfe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:57.237772497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091dde3-ef47-4a02-a0a3-ca9cfe1cfe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:57.286000197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091dde3-ef47-4a02-a0a3-ca9cfe1cfe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:12:57.300869628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5091dde3-ef47-4a02-a0a3-ca9cfe1cfe1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.096730116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"78419265-51e6-4fff-8c3f-b75e7b624b47","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.136294416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"78419265-51e6-4fff-8c3f-b75e7b624b47","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.199944593Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"78419265-51e6-4fff-8c3f-b75e7b624b47","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.396471325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"cc996f8d-01b6-406b-8639-f50882e8aec8","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.41720734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"cc996f8d-01b6-406b-8639-f50882e8aec8","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:00.437746296Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"cc996f8d-01b6-406b-8639-f50882e8aec8","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.055785776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.550917473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"067ed3a6-95ec-478a-b00e-7f854592091e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:01.593759292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"067ed3a6-95ec-478a-b00e-7f854592091e","name":"e2e-shared-b-w2-76c1b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.119686943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86155f70-be2e-4dcf-8e7c-1350533c3908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.147230273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86155f70-be2e-4dcf-8e7c-1350533c3908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.169577407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86155f70-be2e-4dcf-8e7c-1350533c3908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.221314267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86155f70-be2e-4dcf-8e7c-1350533c3908","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.466712419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"e2e-status-failed-auth","reconcileID":"4643e78a-05fc-4bcd-8e56-ed091283aea4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.790823688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1256bdd2-17eb-4ac0-8380-0095fbe00de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.806344186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1256bdd2-17eb-4ac0-8380-0095fbe00de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.82205225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1256bdd2-17eb-4ac0-8380-0095fbe00de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:02.836200785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1256bdd2-17eb-4ac0-8380-0095fbe00de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.062280297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-1e74c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-1e74c3","reconcileID":"f3e259b5-f94e-4b04-948b-1c94f289faf9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-1e74c3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w5-1e74c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.4776182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b4c1876-8cfb-42ed-b72b-6637e6f75896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.49210439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b4c1876-8cfb-42ed-b72b-6637e6f75896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.506394096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b4c1876-8cfb-42ed-b72b-6637e6f75896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:03.521144799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b4c1876-8cfb-42ed-b72b-6637e6f75896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.887660187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889e8f4-3a22-44e7-9531-f881f62c9b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.902324253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889e8f4-3a22-44e7-9531-f881f62c9b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.917371607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889e8f4-3a22-44e7-9531-f881f62c9b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:06.932279751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0889e8f4-3a22-44e7-9531-f881f62c9b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.570400929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385978b-887b-43b8-a608-aae2833a8a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.587343058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385978b-887b-43b8-a608-aae2833a8a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.644374184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385978b-887b-43b8-a608-aae2833a8a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.703127312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e385978b-887b-43b8-a608-aae2833a8a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:07.847262217Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-971004","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-971004","reconcileID":"0ec76f3b-29ee-4e3e-a77b-7562cfdf9208","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-971004","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-971004":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.41492539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd56a4ed-32f1-4a66-8dbb-a10b0c141321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.429651441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd56a4ed-32f1-4a66-8dbb-a10b0c141321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.444301314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd56a4ed-32f1-4a66-8dbb-a10b0c141321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:08.458997367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd56a4ed-32f1-4a66-8dbb-a10b0c141321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.027462588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ebea14-1a55-46fa-96f6-18363d6c57f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.043588267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ebea14-1a55-46fa-96f6-18363d6c57f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.05803197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ebea14-1a55-46fa-96f6-18363d6c57f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.072465445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65ebea14-1a55-46fa-96f6-18363d6c57f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.662898298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","namespace":"ai-tenant-e2e-praxis-a-7721b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.663064235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","namespace":"ai-tenant-e2e-praxis-a-7721b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.663171006Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","tenant":"e2e-praxis-a-7721b3","tenantID":"e2e-praxis-a-7721b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.680361714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7721b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.715401837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Service","name":"maas-api-e2e-praxis-a-7721b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.738774261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7721b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.756083699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7721b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.77469637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.79384396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.8142476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.834383206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.848766467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.863210418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.8793209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Service","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.894182599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.908633521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.927144771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.947412065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:09.971310717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:10.004250857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:10.046026952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:10.080593466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7721b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:10.098428385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7721b3"},"namespace":"ai-tenant-e2e-praxis-a-7721b3","name":"default-tenant","reconcileID":"da70b308-c925-4032-8e70-bb6e71321202","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7721b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:10.549703176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7721b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7721b3","reconcileID":"771f0399-870a-4e90-8e79-382ec0e3e97b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7721b3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7721b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.020687913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6060e6-1549-45ac-9e9e-3cf7a100e121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.034777826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6060e6-1549-45ac-9e9e-3cf7a100e121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.048739224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6060e6-1549-45ac-9e9e-3cf7a100e121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.062696465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b6060e6-1549-45ac-9e9e-3cf7a100e121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.713092827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264780b7-4567-4193-a240-4afe152837c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.727045474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264780b7-4567-4193-a240-4afe152837c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.740898805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264780b7-4567-4193-a240-4afe152837c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:11.755523205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"264780b7-4567-4193-a240-4afe152837c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.423054204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ede1e7-2112-4874-8068-16f4606267bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.441277366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ede1e7-2112-4874-8068-16f4606267bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.523074755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ede1e7-2112-4874-8068-16f4606267bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:12.53751922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ede1e7-2112-4874-8068-16f4606267bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.129091772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07a0e91-ab6e-464e-8f47-1076b6b08438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.145123109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07a0e91-ab6e-464e-8f47-1076b6b08438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.159271164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07a0e91-ab6e-464e-8f47-1076b6b08438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.173377561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07a0e91-ab6e-464e-8f47-1076b6b08438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.772391556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4b04ad-46d2-4a96-a011-9f0427b6b384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.786532368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4b04ad-46d2-4a96-a011-9f0427b6b384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.800478561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4b04ad-46d2-4a96-a011-9f0427b6b384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:13.814395524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4b04ad-46d2-4a96-a011-9f0427b6b384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.401340817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695a8d0-5674-4dc3-ba4d-abdde10b6e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.415237455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695a8d0-5674-4dc3-ba4d-abdde10b6e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.429087484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695a8d0-5674-4dc3-ba4d-abdde10b6e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:14.443818382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695a8d0-5674-4dc3-ba4d-abdde10b6e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.764842113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"c3c2b7bc-3527-44e8-8a14-ffb815b77654","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:17.807259234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"c3c2b7bc-3527-44e8-8a14-ffb815b77654","name":"e2e-shared-a-w4-bef83b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.896174404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4a6e2-7800-4893-a33f-f4d1d657da83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.910354658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4a6e2-7800-4893-a33f-f4d1d657da83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.924250027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4a6e2-7800-4893-a33f-f4d1d657da83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:18.938345706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4a6e2-7800-4893-a33f-f4d1d657da83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.556671736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0554ac-2d52-436f-9365-23a5502376a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.570598854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0554ac-2d52-436f-9365-23a5502376a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.584794052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0554ac-2d52-436f-9365-23a5502376a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.598817881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0554ac-2d52-436f-9365-23a5502376a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.707958066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","namespace":"ai-tenant-e2e-praxis-b-9b0939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.708027181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","namespace":"ai-tenant-e2e-praxis-b-9b0939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.708078242Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","tenant":"e2e-praxis-b-9b0939","tenantID":"e2e-praxis-b-9b0939","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.724940949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9b0939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.756691674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Service","name":"maas-api-e2e-praxis-b-9b0939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.778130823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9b0939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.796654345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9b0939","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.815590302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.83306945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.853516152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.871051154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.885472955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.899879614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.914419652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Service","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.929289252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.943898907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.958275346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:19.97272746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.002055261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.019281535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.043126353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.097927004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9b0939","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.183151405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9b0939"},"namespace":"ai-tenant-e2e-praxis-b-9b0939","name":"default-tenant","reconcileID":"7b7bd195-6700-42c3-adfa-0805e1462d1f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9b0939","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.569006704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc34a1-b750-43aa-84f5-fc66020433d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.583530786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc34a1-b750-43aa-84f5-fc66020433d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.597680024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc34a1-b750-43aa-84f5-fc66020433d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.608197Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9b0939","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9b0939","reconcileID":"8d045667-f849-4d96-b2fd-e44fbd6ff117","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9b0939","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9b0939"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:20.612271442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34bc34a1-b750-43aa-84f5-fc66020433d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.446201554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfee613-21c7-4e7d-bace-cfb5cc8acc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.460356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfee613-21c7-4e7d-bace-cfb5cc8acc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.474544423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfee613-21c7-4e7d-bace-cfb5cc8acc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:21.488663103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dfee613-21c7-4e7d-bace-cfb5cc8acc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.107237673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f892adf-9f06-41e5-ae27-8a26b24ba118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.125433325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f892adf-9f06-41e5-ae27-8a26b24ba118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.141542909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f892adf-9f06-41e5-ae27-8a26b24ba118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.159457912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f892adf-9f06-41e5-ae27-8a26b24ba118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.464281383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"52322817-ed23-4fbf-b4f8-12122d41f0fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:22.512589971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"52322817-ed23-4fbf-b4f8-12122d41f0fd","name":"e2e-shared-b-w3-15154b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.091138284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32be746b-2020-4ff4-b4f8-16a5c4b5a28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.123361178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32be746b-2020-4ff4-b4f8-16a5c4b5a28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.171937874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32be746b-2020-4ff4-b4f8-16a5c4b5a28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:23.194049051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32be746b-2020-4ff4-b4f8-16a5c4b5a28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.196868211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97033b1e-f364-40ac-8554-1650e39a220c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.212191641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97033b1e-f364-40ac-8554-1650e39a220c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.226749834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97033b1e-f364-40ac-8554-1650e39a220c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.242088535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97033b1e-f364-40ac-8554-1650e39a220c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.90008202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda3593b-f03a-4287-a901-560b164393ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.914180674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda3593b-f03a-4287-a901-560b164393ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.928503708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda3593b-f03a-4287-a901-560b164393ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:24.943207996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda3593b-f03a-4287-a901-560b164393ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:25.553871424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013e15a3-f50f-4c50-a4a6-b84dd4e8513d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:25.567814462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013e15a3-f50f-4c50-a4a6-b84dd4e8513d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:25.582780012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013e15a3-f50f-4c50-a4a6-b84dd4e8513d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:25.597283145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013e15a3-f50f-4c50-a4a6-b84dd4e8513d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:30.966329709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2656e02-1cfc-42c1-b729-433a2c3ecab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:30.980495117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2656e02-1cfc-42c1-b729-433a2c3ecab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:30.99459629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2656e02-1cfc-42c1-b729-433a2c3ecab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.008783706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2656e02-1cfc-42c1-b729-433a2c3ecab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.057605611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.663386955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb025d-51e8-4d3b-8c19-cfc086bea336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.695406409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb025d-51e8-4d3b-8c19-cfc086bea336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.710235418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb025d-51e8-4d3b-8c19-cfc086bea336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:31.727138026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5cb025d-51e8-4d3b-8c19-cfc086bea336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.41749485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"393f4baa-bf38-4963-adf4-94dd997aa361","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.46272081Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"393f4baa-bf38-4963-adf4-94dd997aa361","name":"e2e-shared-a-w5-1e74c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.468564753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455450-16c7-4891-872f-e7dd211d4cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.48285531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455450-16c7-4891-872f-e7dd211d4cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.496758273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455450-16c7-4891-872f-e7dd211d4cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:32.51077721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c455450-16c7-4891-872f-e7dd211d4cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.360132064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3729a54d-e091-467f-ac49-d663c2b4b238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.375039065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3729a54d-e091-467f-ac49-d663c2b4b238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.389043305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3729a54d-e091-467f-ac49-d663c2b4b238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:33.403083295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3729a54d-e091-467f-ac49-d663c2b4b238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.085125362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ebe154-c20e-4dd8-ab14-6c3fe23186ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.099390571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ebe154-c20e-4dd8-ab14-6c3fe23186ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.11324589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ebe154-c20e-4dd8-ab14-6c3fe23186ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.133225869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ebe154-c20e-4dd8-ab14-6c3fe23186ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.830365953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b89de-ba20-4913-8c20-163ac185e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.86224642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b89de-ba20-4913-8c20-163ac185e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.876370064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b89de-ba20-4913-8c20-163ac185e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:34.890398491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b89de-ba20-4913-8c20-163ac185e941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.588997848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afa6fa2-1f84-42de-bd31-b0c047c49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.602894911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afa6fa2-1f84-42de-bd31-b0c047c49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.617001206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afa6fa2-1f84-42de-bd31-b0c047c49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.64899126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afa6fa2-1f84-42de-bd31-b0c047c49648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.794826136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"b0c09655-2bc0-43f3-8597-6b80e9837e59","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.817116253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"f753470f-c6fc-44d8-963b-98864be7f958","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:13:35.831183996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"8392d55e-30a6-4414-9a68-38581995ce00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.842386608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"dce3ded5-f8af-448a-9c7f-120cb0400863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.842986684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2eb89ea7-da44-4075-a467-548a689bad94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.864873467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"dce3ded5-f8af-448a-9c7f-120cb0400863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.868714119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2eb89ea7-da44-4075-a467-548a689bad94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.87482068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"5360cbdf-3d76-4cfd-a6aa-dec8371bcd99","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.892794097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"7b94770a-8b1a-4518-a715-91837f4384c7","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:35.969022759Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"66dc1f12-7b46-4bfc-9c9a-8b33ea8c55d6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"distinct-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.077709887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8a198ecd-68f3-48a9-922d-5f02fabed3e8","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.07845892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3b067 priority=0:[ai-tenant-e2e-worker-w0-f3b067/e2e-model-match-sub ai-tenant-e2e-worker-w0-f3b067/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.090617152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4cc45eee-8ac0-440e-bf4d-a82a45ea6567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.09109157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1206f2c7-2c7b-4550-9d49-09e74c87900d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.098490827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"4af5f35f-fc27-40f5-9ad6-966e8d03d11b","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.11148836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4cc45eee-8ac0-440e-bf4d-a82a45ea6567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.112612993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"a9110788-c9d3-4e14-aa65-a3b8e766e7d9","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:13:36.120814312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3b067/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.132567698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1206f2c7-2c7b-4550-9d49-09e74c87900d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.142110836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"91cfd0be-7d81-4ffb-a464-9651a6a7a169","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.154962212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8ac423ea-76db-4777-b96a-3f103efbaf84","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.30207225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"51cdc6a9-466f-4b43-8598-37115b827f82","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"distinct-2-w0-f3b067","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3b067/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.327529135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"eac7a440-4cb3-4312-a5a1-b5b7c2000b06","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.329836268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"9f6d3dbd-103b-4243-bb29-b6705e37e2bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.346212665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"57b1eeac-65c5-438b-b873-20724341a0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.356143528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"80f6faeb-a520-4f57-ad89-e56edde4da97","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.368196929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"57b1eeac-65c5-438b-b873-20724341a0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.37243627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"dfc352d5-151d-4954-af7a-9bbb78162d4b","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.453830915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"dc7a5e3e-d767-44a9-919b-ff61b1a80d81","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.467959134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"4a3488cc-5c36-409d-80cb-fb7eb4568858","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.467985988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c03b9882-3781-4879-97be-e8189dc493a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.484965336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eb1ac9-b647-4302-9398-733fbf5eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.48931836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"4a3488cc-5c36-409d-80cb-fb7eb4568858","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.491276802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c03b9882-3781-4879-97be-e8189dc493a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.527091451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eb1ac9-b647-4302-9398-733fbf5eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.543543556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"64e8830c-55e4-42e0-8d7e-dfa419863940","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.546061694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eb1ac9-b647-4302-9398-733fbf5eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.561343565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3eb1ac9-b647-4302-9398-733fbf5eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.576626497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"69b4ba5f-38f3-427e-8f04-309bfe7d6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.577549105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"4d5a79d6-fa6c-4378-98ef-2a1e37024898","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.583142707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"8582f635-a2c1-4622-9c46-25d540afce6e","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.598424217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"69b4ba5f-38f3-427e-8f04-309bfe7d6093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.640893679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"b3e4b809-1fbb-4c2e-a606-433365c027d8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.655680002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"eaa6c74e-f1fd-4a2b-b924-107623fe6597","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.679752683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"eaa6c74e-f1fd-4a2b-b924-107623fe6597","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.75602995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c72ffabc-9215-4ff6-bd82-8df8dc1a430d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.781381203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c72ffabc-9215-4ff6-bd82-8df8dc1a430d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.800497708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"2aff44c7-5bf1-4ee6-b1dc-aa528992cc74","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.858871826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6b249997-cda1-4df0-a6ce-19c8729e510a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.879263529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6b249997-cda1-4df0-a6ce-19c8729e510a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.897291388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"c97eaead-5579-4a5e-a6f4-6cfafd7db50b","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.953093383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"d6ca8055-acd6-4c76-97ca-b783a55e5603","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:36.972580181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"d6ca8055-acd6-4c76-97ca-b783a55e5603","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.060916659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"ac00dd67-a703-4bc1-be4f-a5260f8a0f65","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:37.080537672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"ac00dd67-a703-4bc1-be4f-a5260f8a0f65","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.098065052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"f17f0e1f-bf7e-49cd-be92-84a2580d7886","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.149028548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"aecfde9a-6754-426d-beef-c47d0d48ed16","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8e03a25d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.182469042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0c76e714-6550-4293-921c-d9e3761c64b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.183046729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"dd93984d-a44a-4f61-9023-7f7a5de3951a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.183414472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2dc8c3c5-a95d-4ff6-a67d-8a6bcdcc06ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.18400224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"f02152d8-6b30-458e-a5b6-bdc2b2c77791","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.205730138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0c76e714-6550-4293-921c-d9e3761c64b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.208499483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2dc8c3c5-a95d-4ff6-a67d-8a6bcdcc06ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.210778082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"dd93984d-a44a-4f61-9023-7f7a5de3951a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.21165016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"f02152d8-6b30-458e-a5b6-bdc2b2c77791","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.428532338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"6d2cfb3e-31d0-4a78-aa62-19dd84f6ed54","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.429167782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fb717aa0-6f0e-468e-b16e-371502eab2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.429576725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"0e2f2c9d-4882-46ac-99c3-e6e0d40d30be","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.430004493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a81209ab-ff7a-4d48-850c-92163b2e6d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.453721597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"0e2f2c9d-4882-46ac-99c3-e6e0d40d30be","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.456757602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fb717aa0-6f0e-468e-b16e-371502eab2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.458246161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"6d2cfb3e-31d0-4a78-aa62-19dd84f6ed54","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:38.459168872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a81209ab-ff7a-4d48-850c-92163b2e6d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:40.81412863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"c1931c18-f486-4ad7-b7cd-d8a3c6c01adc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-971004","tenantID":"e2e-autores-971004","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:40.87093453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"c1931c18-f486-4ad7-b7cd-d8a3c6c01adc","name":"e2e-autores-971004-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.166409586Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"3895dc19-bfa5-4638-a6aa-79be9566ddf4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.181097679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"3895dc19-bfa5-4638-a6aa-79be9566ddf4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.196362173Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-sub","reconcileID":"3895dc19-bfa5-4638-a6aa-79be9566ddf4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.29459923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"120827c7-c7a2-4ed8-a357-2eabfdb5a133","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.35389044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"9f943a5c-e99e-4e4e-82da-2080916e55cd","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.444385886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8b737500-6e81-4b0d-bf84-5ac037d9b54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.445006554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d52cada2-0154-4658-934d-7375b1caba92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.450621108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4e2dbbb4-7c93-42d7-a27b-026ffcc989b9","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.453637998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"0ac40538-99e6-4557-b770-82a1176bad1b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.454136316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"92178911-a2cb-4e54-85a7-ba65e291487f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.466112159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8b737500-6e81-4b0d-bf84-5ac037d9b54c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.46957386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d52cada2-0154-4658-934d-7375b1caba92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.47547333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"92178911-a2cb-4e54-85a7-ba65e291487f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.524433551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"0ac40538-99e6-4557-b770-82a1176bad1b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.55368367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"c1e52f99-d6fd-406f-9a40-11959cca80ca","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-59a3b57f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.720437239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"5bce75f7-d327-427b-ae6a-37ecb3512d5d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.720471809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b79a2372-a2af-428d-a693-4951d0132b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.720844522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1b978239-db55-48b8-96ab-b5fc5e218cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.747824705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b79a2372-a2af-428d-a693-4951d0132b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.751575554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"5bce75f7-d327-427b-ae6a-37ecb3512d5d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.756800574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1b978239-db55-48b8-96ab-b5fc5e218cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.814951295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"34b4510c-44b4-41e3-b0c6-b94f3250c2b4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:48.84101053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"34b4510c-44b4-41e3-b0c6-b94f3250c2b4","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.202149424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","namespace":"ai-tenant-e2e-praxis-b-4c5549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.202209975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","namespace":"ai-tenant-e2e-praxis-b-4c5549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.202259917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","tenant":"e2e-praxis-b-4c5549","tenantID":"e2e-praxis-b-4c5549","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.219281684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4c5549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.250210739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Service","name":"maas-api-e2e-praxis-b-4c5549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.269108456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4c5549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.285848799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4c5549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.30410865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.322773489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.343500322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.362056135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.376032915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.390268527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.404438411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Service","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.419008006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.433300801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.447762193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.471380089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.52710878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.563197098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.686157264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.854513613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4c5549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:50.873189481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4c5549"},"namespace":"ai-tenant-e2e-praxis-b-4c5549","name":"default-tenant","reconcileID":"71ecce9e-9c6f-4a75-a38c-a427475c3e15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4c5549","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.535038651Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4c5549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4c5549","reconcileID":"ff31d5a5-6448-4fea-be04-968886cf83e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4c5549","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4c5549"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.540594073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54248488-dfd5-4f0c-8a97-63639d7dc063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.555486797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54248488-dfd5-4f0c-8a97-63639d7dc063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.569466964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54248488-dfd5-4f0c-8a97-63639d7dc063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:51.583974981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54248488-dfd5-4f0c-8a97-63639d7dc063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.219850009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a64bff5-077a-4f57-b7a1-0b5dbe647e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.236191649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a64bff5-077a-4f57-b7a1-0b5dbe647e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.250345378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a64bff5-077a-4f57-b7a1-0b5dbe647e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.264682254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a64bff5-077a-4f57-b7a1-0b5dbe647e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.908677118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdad1b63-b113-4caa-b05a-0d6dc45ac64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.923448404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdad1b63-b113-4caa-b05a-0d6dc45ac64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.938135536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdad1b63-b113-4caa-b05a-0d6dc45ac64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:52.952255903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdad1b63-b113-4caa-b05a-0d6dc45ac64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.879024071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3088524-7079-493b-99d1-77529221fbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.893320902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3088524-7079-493b-99d1-77529221fbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.917547668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3088524-7079-493b-99d1-77529221fbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:53.933100376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3088524-7079-493b-99d1-77529221fbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.664337923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02af3a5-b5d1-4d32-9e9d-c48d35374d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.678454854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02af3a5-b5d1-4d32-9e9d-c48d35374d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.692523622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02af3a5-b5d1-4d32-9e9d-c48d35374d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:54.706612052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c02af3a5-b5d1-4d32-9e9d-c48d35374d21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.569258436Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"4660236b-350e-43f8-9229-3afaf6f1c6fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.586014015Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"4660236b-350e-43f8-9229-3afaf6f1c6fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.60165821Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-sub","reconcileID":"4660236b-350e-43f8-9229-3afaf6f1c6fa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.707148286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"fd4ee87b-f475-4408-bf26-d651ecabcba3","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.790828019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"011e206a-ef51-424e-bf25-990dde282981","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.791050225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"5cb943c2-1500-48ff-8fa0-a2c63c155dfa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.790827994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a2a1b00a-3bb2-4b9d-abfb-084eb28cfc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.794665456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e229c01-1818-4e0a-a569-10197c68cb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.811818693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"011e206a-ef51-424e-bf25-990dde282981","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.812378295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"5cb943c2-1500-48ff-8fa0-a2c63c155dfa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.81532321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e229c01-1818-4e0a-a569-10197c68cb7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.815943176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a2a1b00a-3bb2-4b9d-abfb-084eb28cfc64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.8924281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"e1db4365-6ba1-4044-adbe-8d82fb49b32d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:58.945890444Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-match-auth","reconcileID":"982f1f1f-4ace-4d3d-96a7-f9a895a0b265","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.00450674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"9c8738f9-2b1e-4dc4-9abe-77f2ce05dcfb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.025515161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"9c8738f9-2b1e-4dc4-9abe-77f2ce05dcfb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.069337784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"14300e59-99af-4d79-a5df-57ce5ee7c64c","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.219611398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4d5ea9fa-c436-4744-b724-132f9215e0fe","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.220053563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"e2e-model-nomatch-auth","reconcileID":"52876a26-ad35-4b59-991e-049668a0c01a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.36539816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"75849061-7cae-495b-a6ac-771e10dbc557","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.694865588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54430c07-5d07-4d82-8edb-dbc39d8b88e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.70978401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54430c07-5d07-4d82-8edb-dbc39d8b88e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.72459174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54430c07-5d07-4d82-8edb-dbc39d8b88e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:13:59.739534282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54430c07-5d07-4d82-8edb-dbc39d8b88e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.492398438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac72740-b150-4732-9aba-96f5a01fdce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.497032055Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-675bf4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-675bf4","reconcileID":"6385937a-a0bd-4220-989a-b1006d8a1b1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-675bf4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-675bf4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.506434292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac72740-b150-4732-9aba-96f5a01fdce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.521702721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac72740-b150-4732-9aba-96f5a01fdce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.536615875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac72740-b150-4732-9aba-96f5a01fdce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.599396785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"236a5e4e-efd1-4c10-b936-92ff1fdeb240","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.629374023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"0c2f1c11-ebd1-4714-8449-b3bde6ef989a","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.677655506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"184fe75a-7aa1-4745-8d86-51641820863f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.69726186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"184fe75a-7aa1-4745-8d86-51641820863f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.809613633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"253ad074-d27f-4ded-8a3c-d7933d97b2ee","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.829556435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"0133b13e-b3cc-41a6-9f40-ea6ea2c30a01","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:00.844036784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"8276dd7a-6631-488a-ac63-0b5bcf8af5be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.872921298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"42df1225-e89c-40b1-a8ce-8ec8bbde49f8","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.881420135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ef19a409-fd51-4a66-b5f9-8f78a4a6305f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.881605088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dd1b0290-9249-4395-a34f-8a8b3c3ea102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.88708068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"9cbbbcb6-ae82-407d-b7dd-366881b4fe00","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.901355152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ef19a409-fd51-4a66-b5f9-8f78a4a6305f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.902398122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"dd1b0290-9249-4395-a34f-8a8b3c3ea102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.906578404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"a305315b-d8d2-4b91-b96c-fd9897b14505","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:00.964327969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"5ebc729a-6c17-4063-8cc6-a6e327167429","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.034102702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"1518cdbb-d0e5-4a6e-a8bc-fdb7727e70af","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/e2e-degraded-models-kube","ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.034269595Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"1518cdbb-d0e5-4a6e-a8bc-fdb7727e70af","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.035994004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"5ebc729a-6c17-4063-8cc6-a6e327167429","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.065529092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.068495292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c03a8a5a-cc56-40f4-b42c-a60e731c55b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.121060375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"59c21608-b009-4cd7-8648-c98a0022c1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.12150811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"f6ffafa5-17fd-4b45-9149-7de2ed4ea04b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.124482953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c03a8a5a-cc56-40f4-b42c-a60e731c55b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.141739494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"59c21608-b009-4cd7-8648-c98a0022c1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.143520169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"780bc85f-4d1a-40a6-af2c-a839d1b50bb9","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.156099295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"f1d2a366-5629-4d21-84ce-471692ef3686","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.176703073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"f1d2a366-5629-4d21-84ce-471692ef3686","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.191147588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"b24d0941-68b2-4fc3-94f5-436d49f653da","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.191238142Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"b24d0941-68b2-4fc3-94f5-436d49f653da","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.241203683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2de4ed5-963a-4ae3-afa4-dd880eb35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.255304842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2de4ed5-963a-4ae3-afa4-dd880eb35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.269459509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2de4ed5-963a-4ae3-afa4-dd880eb35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:01.284092241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2de4ed5-963a-4ae3-afa4-dd880eb35e0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:02.444262581Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-675bf4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-675bf4","reconcileID":"91654b54-f810-49ba-a136-fef2aae71bd2","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w4-675bf4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.141692478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"3900d05c-74b3-4f67-a02f-baebd3249ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.175423463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"cf463d1f-8640-46c3-8c98-9da85c255607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.201511091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"cf463d1f-8640-46c3-8c98-9da85c255607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.20521977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"3900d05c-74b3-4f67-a02f-baebd3249ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.414898896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"b17af829-26bc-4dec-9342-d18d59e3a11c","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.475854695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"ae72463c-27ef-47f9-8432-aaf8e1049a66","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.476540384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ad041416-e87c-4cb8-bba6-b00b662a841e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.482466111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6cf78f2b-187a-499a-ab14-ff820afd294b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.50618564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a79d56-1d08-4879-b0fc-ab64eff0c6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.508467678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"ae72463c-27ef-47f9-8432-aaf8e1049a66","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.509062806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6cf78f2b-187a-499a-ab14-ff820afd294b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.511997381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ad041416-e87c-4cb8-bba6-b00b662a841e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.523950821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a79d56-1d08-4879-b0fc-ab64eff0c6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.593372312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a79d56-1d08-4879-b0fc-ab64eff0c6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:05.663613079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11a79d56-1d08-4879-b0fc-ab64eff0c6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.503776226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b0e4bf-d565-422f-9323-06ca9f1d4e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.51888741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b0e4bf-d565-422f-9323-06ca9f1d4e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.534317731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b0e4bf-d565-422f-9323-06ca9f1d4e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:06.577489073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85b0e4bf-d565-422f-9323-06ca9f1d4e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.157375555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fab853-e422-40c8-9868-1f56583e7ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.171708022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fab853-e422-40c8-9868-1f56583e7ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.185709947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fab853-e422-40c8-9868-1f56583e7ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.200574777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62fab853-e422-40c8-9868-1f56583e7ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:09.962257657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4afaba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4afaba","reconcileID":"44787c54-b8eb-42ac-9e38-7b8c5e1b6832","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4afaba","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4afaba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.100149656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2cdc8-7b3d-41e8-bc6b-b907bc0e7184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.114438394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2cdc8-7b3d-41e8-bc6b-b907bc0e7184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.12874657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2cdc8-7b3d-41e8-bc6b-b907bc0e7184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.143520684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf2cdc8-7b3d-41e8-bc6b-b907bc0e7184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.811676435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913147bc-dfb7-46bc-a78d-e3be5fb0a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.825647988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913147bc-dfb7-46bc-a78d-e3be5fb0a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.840104609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913147bc-dfb7-46bc-a78d-e3be5fb0a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:10.854628932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"913147bc-dfb7-46bc-a78d-e3be5fb0a1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.485322331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"eacd717d-a1e7-4a50-8c92-41949b90c945","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.485352219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"eacd717d-a1e7-4a50-8c92-41949b90c945","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.772008141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751f0531-41f5-4d77-bfde-0a1e11073c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.793816356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751f0531-41f5-4d77-bfde-0a1e11073c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.821172126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751f0531-41f5-4d77-bfde-0a1e11073c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:11.84463738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"751f0531-41f5-4d77-bfde-0a1e11073c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.71762396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa81ea8-510d-45b1-98d2-7c7442172184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.7315642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa81ea8-510d-45b1-98d2-7c7442172184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.745671632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa81ea8-510d-45b1-98d2-7c7442172184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:12.760419256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa81ea8-510d-45b1-98d2-7c7442172184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.225366425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86955544-a769-44d3-9347-5ebab50d8fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.239344665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86955544-a769-44d3-9347-5ebab50d8fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.25323396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86955544-a769-44d3-9347-5ebab50d8fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.267676016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86955544-a769-44d3-9347-5ebab50d8fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.91830884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4154cf07-7636-458f-91ba-d69d662b0a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.932459562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4154cf07-7636-458f-91ba-d69d662b0a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.947093459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4154cf07-7636-458f-91ba-d69d662b0a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:14.96273102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4154cf07-7636-458f-91ba-d69d662b0a53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.473129925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"349299fb-8640-46d3-8c03-975d30d1f625","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.52564941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"349299fb-8640-46d3-8c03-975d30d1f625","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-29c2f2/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.525678857Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"349299fb-8640-46d3-8c03-975d30d1f625","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.525814489Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube","reconcileID":"349299fb-8640-46d3-8c03-975d30d1f625","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.581232074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"ae5f010f-e552-47dc-af3e-4bc29f3a567b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.655501731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9a31-ed17-44f9-ac81-af22c2a76bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.659878534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5157e843-f65f-4706-a915-9eb0ef743a07","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.727696673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9a31-ed17-44f9-ac81-af22c2a76bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.745582521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9a31-ed17-44f9-ac81-af22c2a76bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.760109916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9a31-ed17-44f9-ac81-af22c2a76bb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.788491097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"acc1b86b-460f-4873-a63e-32a089332c3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.789240107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cef3b3b7-dfe6-448d-b763-7b3d5770b1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.789512749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5de9faca-bd7b-4635-aa1b-2c9bd1e89349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.808796384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cef3b3b7-dfe6-448d-b763-7b3d5770b1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.811049217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5de9faca-bd7b-4635-aa1b-2c9bd1e89349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.821739977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"acc1b86b-460f-4873-a63e-32a089332c3e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.872857081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"e2e-degraded-models-kube-auth","reconcileID":"99aae3a7-fbb8-4cc9-9697-7f761b02b084","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:15.87295573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"e0e382c2-01bc-48d5-85fb-9a8fe5e256e7","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.081455306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"ed25de14-aff7-4ebb-b210-625f554e162f","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.218241322Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-8d569e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-8d569e","reconcileID":"b43dc9bf-95ab-4962-98be-8ab6cbd767f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-8d569e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w5-8d569e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.414219731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac7747a-e8b8-46df-bb74-cfc2e6501c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.428661961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac7747a-e8b8-46df-bb74-cfc2e6501c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.443804023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac7747a-e8b8-46df-bb74-cfc2e6501c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:16.458466657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ac7747a-e8b8-46df-bb74-cfc2e6501c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.099257153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d099d-374e-4906-9d2c-29e46bd54206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.11325965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d099d-374e-4906-9d2c-29e46bd54206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.127488927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d099d-374e-4906-9d2c-29e46bd54206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.141552131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78d099d-374e-4906-9d2c-29e46bd54206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:17.987338837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f9cfda-188f-4e2c-a270-ff164f63c766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.002406663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f9cfda-188f-4e2c-a270-ff164f63c766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.016718024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f9cfda-188f-4e2c-a270-ff164f63c766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:18.031174014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f9cfda-188f-4e2c-a270-ff164f63c766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:14:18.228687265Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-8d569e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-8d569e","reconcileID":"a50b5151-2ff1-4078-b6c4-0db5b36017ae","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w5-8d569e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:24.318191042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5804882a-adf4-462d-be8c-e59ae9f779f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:24.332404905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5804882a-adf4-462d-be8c-e59ae9f779f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:24.346982341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5804882a-adf4-462d-be8c-e59ae9f779f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:24.360825446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5804882a-adf4-462d-be8c-e59ae9f779f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:24.99878394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cb28a-44cf-4f51-a94e-8c72605c76a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.041299464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cb28a-44cf-4f51-a94e-8c72605c76a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.055233409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cb28a-44cf-4f51-a94e-8c72605c76a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.069203885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668cb28a-44cf-4f51-a94e-8c72605c76a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.154039532Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0a3d53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0a3d53","reconcileID":"b73fc82a-1ece-4504-a2c2-587b24a164a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0a3d53","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0a3d53":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.916786985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f2196-aa63-4463-be28-e325b7aed385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.930662737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f2196-aa63-4463-be28-e325b7aed385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.944463271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f2196-aa63-4463-be28-e325b7aed385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:25.958444764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03f2196-aa63-4463-be28-e325b7aed385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.58845033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0033e2e-9183-4146-baba-782777bdf372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.602503533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0033e2e-9183-4146-baba-782777bdf372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.616387209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0033e2e-9183-4146-baba-782777bdf372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:26.630706251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0033e2e-9183-4146-baba-782777bdf372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:27.410418441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3e3072-e0f4-4d90-8eda-e31e00ccf4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:27.507106794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3e3072-e0f4-4d90-8eda-e31e00ccf4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:27.536844201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3e3072-e0f4-4d90-8eda-e31e00ccf4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:27.554094339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3e3072-e0f4-4d90-8eda-e31e00ccf4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.219604117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3d3db9-56eb-4187-973d-5ca8f3559399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.234952168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3d3db9-56eb-4187-973d-5ca8f3559399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.250805736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3d3db9-56eb-4187-973d-5ca8f3559399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:28.266199542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b3d3db9-56eb-4187-973d-5ca8f3559399","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.089209064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f7972f-c084-4705-9667-3dce8d95021d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.10375576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f7972f-c084-4705-9667-3dce8d95021d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.117967824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f7972f-c084-4705-9667-3dce8d95021d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:29.138978641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f7972f-c084-4705-9667-3dce8d95021d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:31.064065209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.85224579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"9ba354c2-e62d-4483-b063-36134dc0ed4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:33.938165869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"9ba354c2-e62d-4483-b063-36134dc0ed4b","name":"e2e-shared-b-w4-675bf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:37.632854999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"24e498f1-21aa-4db8-94c0-8724143ade2f","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:37.632887556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"24e498f1-21aa-4db8-94c0-8724143ade2f","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.387400679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"7f8ddaec-40f2-408f-b5e2-979f510ee04e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4afaba","tenantID":"e2e-shared-a-w0-4afaba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:43.434258602Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"7f8ddaec-40f2-408f-b5e2-979f510ee04e","name":"e2e-shared-a-w0-4afaba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.545533103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"647538d9-464f-42c2-a160-4f20f2ed31bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.573082926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2b096aa3-4117-4d49-bb46-370bf7173f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.575655867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"647538d9-464f-42c2-a160-4f20f2ed31bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.605078501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2b096aa3-4117-4d49-bb46-370bf7173f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.912375436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"560e24d9-51d9-4f64-a581-c025d54ce586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.912730595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c43e99cf-3483-4880-8545-0fd00c06f18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.933879312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"560e24d9-51d9-4f64-a581-c025d54ce586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:47.939044455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c43e99cf-3483-4880-8545-0fd00c06f18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.072613027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"0f24db61-e691-4f9a-b9ee-2a9ad85bb5ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:51.114671666Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"0f24db61-e691-4f9a-b9ee-2a9ad85bb5ff","name":"e2e-shared-b-w5-8d569e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.373630394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"245fe0e7-ba73-41b5-a2f8-43814014d413","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.376642388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"245fe0e7-ba73-41b5-a2f8-43814014d413","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.712865004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"59ae7e04-9f13-48cc-8934-a2c4ad736f0f","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.712889393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"59ae7e04-9f13-48cc-8934-a2c4ad736f0f","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.730989731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"4831240f-bc56-4db1-8ad0-d84b9a8dfd3e","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.731016326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"4831240f-bc56-4db1-8ad0-d84b9a8dfd3e","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.827763488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"5827c3b0-2b06-4d37-a239-c6fedd837ceb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.879686784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"5827c3b0-2b06-4d37-a239-c6fedd837ceb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.897938663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"5827c3b0-2b06-4d37-a239-c6fedd837ceb","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.916027964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"a1315fff-6283-4a39-9183-e77fb59569b2","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:14:54.916046844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"a1315fff-6283-4a39-9183-e77fb59569b2","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:01.060985869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:02.005425372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"9a33e587-01e8-4dcd-a094-93aa722ac8e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-0a3d53","tenantID":"e2e-shared-a-w1-0a3d53","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:02.052524474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"9a33e587-01e8-4dcd-a094-93aa722ac8e1","name":"e2e-shared-a-w1-0a3d53-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:04.946534236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"338d75ff-8fcd-4925-85fe-ee9f16750f88","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:04.967723225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"338d75ff-8fcd-4925-85fe-ee9f16750f88","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:04.987217885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"338d75ff-8fcd-4925-85fe-ee9f16750f88","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.213585125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d29857-2c1a-46d9-ba47-ce68681a546c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.227607237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d29857-2c1a-46d9-ba47-ce68681a546c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.242296344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d29857-2c1a-46d9-ba47-ce68681a546c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.256237561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31d29857-2c1a-46d9-ba47-ce68681a546c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.900510119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc21709-c2ff-499f-b771-6ce4d8a929bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.914490088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc21709-c2ff-499f-b771-6ce4d8a929bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.928676663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc21709-c2ff-499f-b771-6ce4d8a929bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:10.942832024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc21709-c2ff-499f-b771-6ce4d8a929bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:11.621193696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9025aabd-9329-4497-929a-9667dd310c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:11.635331948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9025aabd-9329-4497-929a-9667dd310c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:11.654850313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9025aabd-9329-4497-929a-9667dd310c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:11.669049857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9025aabd-9329-4497-929a-9667dd310c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:12.312344282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33054e3-3015-4e94-ae5b-088313d4167e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:12.328164172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33054e3-3015-4e94-ae5b-088313d4167e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:12.343724611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33054e3-3015-4e94-ae5b-088313d4167e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:12.358786901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33054e3-3015-4e94-ae5b-088313d4167e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:13.066337645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2dcefd-4df8-4cfa-8045-f9acddf611f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:13.089521295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2dcefd-4df8-4cfa-8045-f9acddf611f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:13.105801693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2dcefd-4df8-4cfa-8045-f9acddf611f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:13.121361688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2dcefd-4df8-4cfa-8045-f9acddf611f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:15.068062747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"d5133e9e-6893-4909-80e6-72022f67f023","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:15.149782363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"d5133e9e-6893-4909-80e6-72022f67f023","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:15.188310211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"d5133e9e-6893-4909-80e6-72022f67f023","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:18.933725976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-971004","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"autores-model-971004","reconcileID":"2b3cfb08-f357-48c9-a09e-2c516b5f6d23","MaaSModelRef":{"name":"autores-model-971004","namespace":"ai-tenant-e2e-autores-971004"},"tenant":"e2e-autores-971004","gateway":"openshift-ingress/e2e-autores-971004","model":"ai-tenant-e2e-autores-971004/autores-model-971004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:18.933842983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-971004","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"autores-model-971004","reconcileID":"2b3cfb08-f357-48c9-a09e-2c516b5f6d23","MaaSModelRef":{"name":"autores-model-971004","namespace":"ai-tenant-e2e-autores-971004"},"routeName":"autores-model-971004-kserve-route","namespace":"ai-tenant-e2e-autores-971004","llmisvcName":"autores-model-971004","gateway":"openshift-ingress/e2e-autores-971004","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:21.288503162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e57981d-53b6-4b56-a452-ba322e3381c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:21.304926003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e57981d-53b6-4b56-a452-ba322e3381c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:21.321254695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e57981d-53b6-4b56-a452-ba322e3381c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:21.338627548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e57981d-53b6-4b56-a452-ba322e3381c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:22.014154023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2c9e7-c8b6-47ab-8a33-0e7f2b1a3be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:22.029109053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2c9e7-c8b6-47ab-8a33-0e7f2b1a3be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:22.043883858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2c9e7-c8b6-47ab-8a33-0e7f2b1a3be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:22.058285775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f2c9e7-c8b6-47ab-8a33-0e7f2b1a3be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.226362667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"2ade1834-8312-42b1-a0da-f98533c320f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.226946133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"9589b611-f897-4fed-8271-09ca9be2a19e","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.227033411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"9589b611-f897-4fed-8271-09ca9be2a19e","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.248333019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"22e257f3-3888-43fe-9105-43c8c19b49a3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.25198597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"22e257f3-3888-43fe-9105-43c8c19b49a3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.252590265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"2ade1834-8312-42b1-a0da-f98533c320f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.272617215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"2ade1834-8312-42b1-a0da-f98533c320f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.394028822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d79486f-55b5-4fdf-bdcf-aea84a2a24e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.408260114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d79486f-55b5-4fdf-bdcf-aea84a2a24e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.42214068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d79486f-55b5-4fdf-bdcf-aea84a2a24e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.438206079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d79486f-55b5-4fdf-bdcf-aea84a2a24e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.532650428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"c1a80bf1-d9ff-4a88-ba88-6ec400fc77e2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.532676524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"c1a80bf1-d9ff-4a88-ba88-6ec400fc77e2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.552662231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"733b6aca-11a4-4ba6-894c-731497ab50a6","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.552758929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"733b6aca-11a4-4ba6-894c-731497ab50a6","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.585207704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"acf419f7-7b13-407b-99c2-4507b9ef8dba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.637660154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"acf419f7-7b13-407b-99c2-4507b9ef8dba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.659815924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"acf419f7-7b13-407b-99c2-4507b9ef8dba","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.678749076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"e7b64836-cab7-4928-9d38-a1156daac5ad","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:25.678774839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"e7b64836-cab7-4928-9d38-a1156daac5ad","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.035989336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663aa3fa-f775-4fc6-a992-ba97201e5f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.050588524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663aa3fa-f775-4fc6-a992-ba97201e5f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.066298325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663aa3fa-f775-4fc6-a992-ba97201e5f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.083535154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663aa3fa-f775-4fc6-a992-ba97201e5f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.278435677Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f52917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f52917","reconcileID":"a8bb97bd-b882-4238-9f22-4bc3c0d1fc33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f52917","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f52917":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.691156732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61759df-e083-4287-9073-2f4fbaacb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.705145677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61759df-e083-4287-9073-2f4fbaacb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.721259906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61759df-e083-4287-9073-2f4fbaacb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:26.735966666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61759df-e083-4287-9073-2f4fbaacb518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:27.440848376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193fe1f5-3816-4a06-961c-2d1c8a699c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:27.454948392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193fe1f5-3816-4a06-961c-2d1c8a699c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:27.469396037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193fe1f5-3816-4a06-961c-2d1c8a699c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:27.483666348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"193fe1f5-3816-4a06-961c-2d1c8a699c7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:29.427005072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d2efbb-878c-4c08-bb39-ed2b404a6708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:29.454211594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d2efbb-878c-4c08-bb39-ed2b404a6708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:29.489569709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d2efbb-878c-4c08-bb39-ed2b404a6708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:29.517710764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d2efbb-878c-4c08-bb39-ed2b404a6708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:30.271465685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c54cf6f-57ba-4901-9e4d-208e305cdccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:30.285703655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c54cf6f-57ba-4901-9e4d-208e305cdccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:30.300236631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c54cf6f-57ba-4901-9e4d-208e305cdccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:30.319343778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c54cf6f-57ba-4901-9e4d-208e305cdccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:31.079544806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.303465478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4728b9a6-dcdc-48e3-aaaa-2f07b748accd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.324069838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4728b9a6-dcdc-48e3-aaaa-2f07b748accd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.343254731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4728b9a6-dcdc-48e3-aaaa-2f07b748accd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.708674132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"88ceb0ea-d9aa-4451-8645-19c3916c7346","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.733256251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"88ceb0ea-d9aa-4451-8645-19c3916c7346","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:35.752567717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"88ceb0ea-d9aa-4451-8645-19c3916c7346","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:39.828174335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbcefcd-0306-4222-bdcd-fb42760a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:39.842332311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbcefcd-0306-4222-bdcd-fb42760a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:39.856370103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbcefcd-0306-4222-bdcd-fb42760a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:39.871008565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbcefcd-0306-4222-bdcd-fb42760a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:40.609425007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46883be8-34a0-476f-b92d-76cfba84e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:40.623615809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46883be8-34a0-476f-b92d-76cfba84e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:40.63762902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46883be8-34a0-476f-b92d-76cfba84e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:40.652152347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46883be8-34a0-476f-b92d-76cfba84e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.325865046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ab0b6b-aefa-4425-8230-ba37f88be109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.340081909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ab0b6b-aefa-4425-8230-ba37f88be109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.354342621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ab0b6b-aefa-4425-8230-ba37f88be109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:41.368414956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ab0b6b-aefa-4425-8230-ba37f88be109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.066193453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31307646-e2af-405b-92cb-e0aea5dbf753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.085260834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31307646-e2af-405b-92cb-e0aea5dbf753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.100545473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31307646-e2af-405b-92cb-e0aea5dbf753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.11454649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31307646-e2af-405b-92cb-e0aea5dbf753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.708276005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e4e5f-a016-4b0e-9066-fee7efb7532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.722217134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e4e5f-a016-4b0e-9066-fee7efb7532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.736026734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e4e5f-a016-4b0e-9066-fee7efb7532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:42.74997029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183e4e5f-a016-4b0e-9066-fee7efb7532b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.382661624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0f4462bb-9dda-4e40-8922-4e6c94c1f6ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.407538324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0f4462bb-9dda-4e40-8922-4e6c94c1f6ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.443248493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0f4462bb-9dda-4e40-8922-4e6c94c1f6ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.784250935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"70aad374-a8f9-49b8-9537-1c4cc5c34482","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.803845688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041e0e32-2613-4c01-82e7-868b05ba2080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.804395415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"70aad374-a8f9-49b8-9537-1c4cc5c34482","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.821217482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041e0e32-2613-4c01-82e7-868b05ba2080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.843659018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041e0e32-2613-4c01-82e7-868b05ba2080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.845802566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"70aad374-a8f9-49b8-9537-1c4cc5c34482","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:45.866014859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041e0e32-2613-4c01-82e7-868b05ba2080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:46.553544723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298c42d-042f-4458-a646-f8baa402e8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:46.567613975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298c42d-042f-4458-a646-f8baa402e8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:46.581638216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298c42d-042f-4458-a646-f8baa402e8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:46.595592603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298c42d-042f-4458-a646-f8baa402e8b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:46.645653966Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-798a8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-798a8f","reconcileID":"23b70414-a451-457c-860f-f6878f0ba3ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-798a8f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-798a8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:47.247382358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b32db0-1214-4f0f-9081-87fafffe3d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:47.262696884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b32db0-1214-4f0f-9081-87fafffe3d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:47.277196843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b32db0-1214-4f0f-9081-87fafffe3d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:47.291567486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b32db0-1214-4f0f-9081-87fafffe3d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.299209388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"31874ada-af6c-459b-a147-41ff5df7f2c6","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.299236217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"31874ada-af6c-459b-a147-41ff5df7f2c6","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.533368896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"122f8b68-e6a9-4916-9165-a75538763734","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.625129582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"122f8b68-e6a9-4916-9165-a75538763734","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.643932888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"122f8b68-e6a9-4916-9165-a75538763734","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.877468581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"1edf14a8-a77a-4f73-b4bd-9f6298c6921a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.896755297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"1edf14a8-a77a-4f73-b4bd-9f6298c6921a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:55.922882184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"1edf14a8-a77a-4f73-b4bd-9f6298c6921a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:58.99340939Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","namespace":"ai-tenant-e2e-autores-971004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:58.993468224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","namespace":"ai-tenant-e2e-autores-971004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:58.993523846Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","tenant":"e2e-autores-971004","tenantID":"e2e-autores-971004","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.010441851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Deployment","name":"maas-api-e2e-autores-971004","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.045163013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Service","name":"maas-api-e2e-autores-971004","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.070793561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-971004","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.089153621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-971004","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.107286342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.125130358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.150203111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.168096734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.182476572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Deployment","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.196974547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.211772417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Service","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.226231329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"Service","name":"payload-pre-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.240739216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"DestinationRule","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.262715671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.278332666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.3066547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.323986619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.343753966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.360549216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-971004","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.375473566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-971004"},"namespace":"ai-tenant-e2e-autores-971004","name":"default-tenant","reconcileID":"f803f527-e3e4-4792-b27b-99da010d66fc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-971004","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:15:59.945579468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-971004","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-971004","reconcileID":"bc3945db-a2fb-4744-87f3-6d2b4ecab2b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-971004","removed":["maas.opendatahub.io/gateway-access-e2e-autores-971004"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:00.361271439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dfd352-d5ff-4bb8-a039-bc1ba4741cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:00.380223641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dfd352-d5ff-4bb8-a039-bc1ba4741cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:00.396808406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dfd352-d5ff-4bb8-a039-bc1ba4741cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:00.411825072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5dfd352-d5ff-4bb8-a039-bc1ba4741cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.011838013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b76863-2499-4933-bd1f-23e88e29b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.06796205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b76863-2499-4933-bd1f-23e88e29b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.089070038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b76863-2499-4933-bd1f-23e88e29b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.09220152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.103337809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b76863-2499-4933-bd1f-23e88e29b3d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.773294187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"aced5326-5edd-4c36-af42-3e5b174516a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f52917","tenantID":"e2e-shared-b-w0-f52917","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:01.815959735Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"aced5326-5edd-4c36-af42-3e5b174516a5","name":"e2e-shared-b-w0-f52917-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.674340282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"9ba8689b-6c78-47bf-9bac-787529e38b5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.710431464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"9ba8689b-6c78-47bf-9bac-787529e38b5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.735962638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"9ba8689b-6c78-47bf-9bac-787529e38b5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.953660676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"7337de2a-05f4-4f4c-a18f-e6e25cc57abc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.973805455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"7337de2a-05f4-4f4c-a18f-e6e25cc57abc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:05.992226694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"7337de2a-05f4-4f4c-a18f-e6e25cc57abc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:15.767170853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"711e6c0e-f506-48b4-9a02-2684aabb9380","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:15.787327077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"711e6c0e-f506-48b4-9a02-2684aabb9380","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:15.805994906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a833af4664cabe2b61c78e03731b45fb2e336630d8cb0ca2895235d9c9676e0) AuthConfig (497b9c50912dbfcf694a2b3bafcb7a7d323efb7be430f92061a63b3ef4103d36) AuthConfig (bd9de014f85d33dfd7fb5e8c538eb3e65e9850d99e4c48e1fb82422a14aa4ed9) AuthConfig (b3a5311e3e32d5f537407b87153c4967312b450e3bbdb48ba27e116419562295) AuthConfig (7675e2dc5bc79035feb38c1407cd562364bb434dd5e98fecd4a9bbe02c102880) AuthConfig (69e5e6f63c2c5f191b5de113b038a9aeeed30697746e92d952daf0d8385f96a9) AuthConfig (8d4b3b8ccd72f142a07e08e79d2306a2ab51112167326e53fed63a051caf6034) AuthConfig (1a3b5b4b823f9b75e05ec29d928e6822baeb282e5dc5ddba8a85b31efdb2ebb6) AuthConfig (9f4c1c2f4f26fdfbfa1ab6c2c899eafc7ad0594858f50c2f798489609681f4ce) AuthConfig (7fd64b6f0b5aff62a55155727cf8d83e4e769b17376f56e1736d12b1a9161090) AuthConfig (ecc15d093c043e8dc5c9d3a4c8b1c89cb5bf8cc2c550b3dd7cbd1fb384c9e28d) AuthConfig (54637c04a8383093bdd4ee394000e6fa1b2616caad81cbb5a717a0c2233fb26a) AuthConfig (bd4b5330f51573551d8f5e679c2cf95b7374bc233b480e86639a0f59c7f8934e) AuthConfig (6a7b07366a02c8db9e98a4808092becd77c79d2d0ab316002807a0219f5d8981) AuthConfig (b53c9411d02c48041abec74ab87d4496c3291fd8363079d734d80439f1aca19d) AuthConfig (daa6a897449ce8d0b66d4e2eb413e46e90447b76f6a648ccff99b9ab9139109b) AuthConfig (102f9994f2f678b91e9f4ae49f1734d0fb6f9752555d60a77ac8cc5bb7960ce4) AuthConfig (e149bad58aa1c04c5bd4b287eb2dfa68b1320894c6ced4338440fceb8969772f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"711e6c0e-f506-48b4-9a02-2684aabb9380","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:15.826881797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"c61636a2-0f24-4183-ba30-c27e1b9467d0","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:15.826941378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"c61636a2-0f24-4183-ba30-c27e1b9467d0","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.022706714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"9d3a1d2b-cfa6-4a8c-963b-1c733da0be8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.043879772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"9d3a1d2b-cfa6-4a8c-963b-1c733da0be8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.063931272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4487af8d47a71449c6965285a8095377359eaa18604dd4a93571477cd5313823) AuthConfig (98f8cd23532e06fba0e1595da86df19ee3bccf82778ff1470620917837d59f20) AuthConfig (1de7dfc07238f354cb5eda389b0769e5b89c6b912ed304722ce0e9db89bb5707) AuthConfig (eaaa1db76d9078e61e403921568344f3ab0c24c9273fb9e693a0f239ccad90b6) AuthConfig (2932bf0e7492d2dad6ab6965bef5a65831257ebdbb2d7d3e1e8285b02f58f264) AuthConfig (dbb8535b417e381abfa635a02462316604e15cbec5a923d27a5b38cd713606b0) AuthConfig (2ffa6b539c43b419ed31fcb1524ee7ff5d2ec305c91de09bc6a336587a4ce37e) AuthConfig (a62aa4a8d9261fe64fe062ec7484c19118c0d1da81dd3e97cb1a84e205e8d46e) AuthConfig (171075f7a85f20bf993269907eb6230b45c32e38d36d96653a7175c23c64453a) AuthConfig (2ebd28af2e6c9a5508f854b056f3e570737d9dec15e1190fde1db0b8e1b58bfb) AuthConfig (1c00cefdfae6e24f0e6edce7f142b99657d4db80668f3a8b80d998041876835a) AuthConfig (c2ca9d1cd4b8438e98c2cb3350f914de29fd3d2d6532fbc638b7b3604b683a42) AuthConfig (9cd6fe9d3db125ab1433de18323ba489e3487f120275cbee56dd0d31b494bd12) AuthConfig (69cf00a0d23b5f43138018ab86ba98f77bab06463331ef7c7646d57c8589c69a) AuthConfig (b02a55b06bdc3b784a3b1ba730493ed75266848af8e91293d5a7904ffdf4c5e2) AuthConfig (199cd0a6168e0b1aaf46f060b187c1e508ecd2339fd82841b17679a5771d20d7) AuthConfig (9935008cd3a1be36e08788bb4e01d75042f7eea1b588b3589bd58a8d3d33df63) AuthConfig (778cd5a6037a538944f6fcc8cc5e9446936c662b2ad4c6dc4777ea299bff99b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"9d3a1d2b-cfa6-4a8c-963b-1c733da0be8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.084826816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"beb077e9-1d70-451b-93ac-e6c72d1b1773","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.084856144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"beb077e9-1d70-451b-93ac-e6c72d1b1773","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.252390527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e5dde3ac-4187-48eb-bb00-c0881ce1a92e","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:16.252497088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e5dde3ac-4187-48eb-bb00-c0881ce1a92e","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:23.856141003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"365bd6b6-d8ca-481f-83bf-0e6a43ff9977","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-798a8f","tenantID":"e2e-shared-b-w1-798a8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:23.898787433Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"365bd6b6-d8ca-481f-83bf-0e6a43ff9977","name":"e2e-shared-b-w1-798a8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:25.857981958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a3f0aa8f-00a2-4db2-8d29-a2c5ee21a978","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:25.877887284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a3f0aa8f-00a2-4db2-8d29-a2c5ee21a978","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:25.896482246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a833af4664cabe2b61c78e03731b45fb2e336630d8cb0ca2895235d9c9676e0) AuthConfig (497b9c50912dbfcf694a2b3bafcb7a7d323efb7be430f92061a63b3ef4103d36) AuthConfig (bd9de014f85d33dfd7fb5e8c538eb3e65e9850d99e4c48e1fb82422a14aa4ed9) AuthConfig (b3a5311e3e32d5f537407b87153c4967312b450e3bbdb48ba27e116419562295) AuthConfig (7675e2dc5bc79035feb38c1407cd562364bb434dd5e98fecd4a9bbe02c102880) AuthConfig (69e5e6f63c2c5f191b5de113b038a9aeeed30697746e92d952daf0d8385f96a9) AuthConfig (8d4b3b8ccd72f142a07e08e79d2306a2ab51112167326e53fed63a051caf6034) AuthConfig (1a3b5b4b823f9b75e05ec29d928e6822baeb282e5dc5ddba8a85b31efdb2ebb6) AuthConfig (9f4c1c2f4f26fdfbfa1ab6c2c899eafc7ad0594858f50c2f798489609681f4ce) AuthConfig (7fd64b6f0b5aff62a55155727cf8d83e4e769b17376f56e1736d12b1a9161090) AuthConfig (ecc15d093c043e8dc5c9d3a4c8b1c89cb5bf8cc2c550b3dd7cbd1fb384c9e28d) AuthConfig (54637c04a8383093bdd4ee394000e6fa1b2616caad81cbb5a717a0c2233fb26a) AuthConfig (bd4b5330f51573551d8f5e679c2cf95b7374bc233b480e86639a0f59c7f8934e) AuthConfig (6a7b07366a02c8db9e98a4808092becd77c79d2d0ab316002807a0219f5d8981) AuthConfig (b53c9411d02c48041abec74ab87d4496c3291fd8363079d734d80439f1aca19d) AuthConfig (daa6a897449ce8d0b66d4e2eb413e46e90447b76f6a648ccff99b9ab9139109b) AuthConfig (102f9994f2f678b91e9f4ae49f1734d0fb6f9752555d60a77ac8cc5bb7960ce4) AuthConfig (e149bad58aa1c04c5bd4b287eb2dfa68b1320894c6ced4338440fceb8969772f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a3f0aa8f-00a2-4db2-8d29-a2c5ee21a978","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:26.115188813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"c6fc2fff-cd66-4ed8-9ad2-470762eb4b8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:26.13493112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"c6fc2fff-cd66-4ed8-9ad2-470762eb4b8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:26.165936959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4487af8d47a71449c6965285a8095377359eaa18604dd4a93571477cd5313823) AuthConfig (98f8cd23532e06fba0e1595da86df19ee3bccf82778ff1470620917837d59f20) AuthConfig (1de7dfc07238f354cb5eda389b0769e5b89c6b912ed304722ce0e9db89bb5707) AuthConfig (eaaa1db76d9078e61e403921568344f3ab0c24c9273fb9e693a0f239ccad90b6) AuthConfig (2932bf0e7492d2dad6ab6965bef5a65831257ebdbb2d7d3e1e8285b02f58f264) AuthConfig (dbb8535b417e381abfa635a02462316604e15cbec5a923d27a5b38cd713606b0) AuthConfig (2ffa6b539c43b419ed31fcb1524ee7ff5d2ec305c91de09bc6a336587a4ce37e) AuthConfig (a62aa4a8d9261fe64fe062ec7484c19118c0d1da81dd3e97cb1a84e205e8d46e) AuthConfig (171075f7a85f20bf993269907eb6230b45c32e38d36d96653a7175c23c64453a) AuthConfig (2ebd28af2e6c9a5508f854b056f3e570737d9dec15e1190fde1db0b8e1b58bfb) AuthConfig (1c00cefdfae6e24f0e6edce7f142b99657d4db80668f3a8b80d998041876835a) AuthConfig (c2ca9d1cd4b8438e98c2cb3350f914de29fd3d2d6532fbc638b7b3604b683a42) AuthConfig (9cd6fe9d3db125ab1433de18323ba489e3487f120275cbee56dd0d31b494bd12) AuthConfig (69cf00a0d23b5f43138018ab86ba98f77bab06463331ef7c7646d57c8589c69a) AuthConfig (b02a55b06bdc3b784a3b1ba730493ed75266848af8e91293d5a7904ffdf4c5e2) AuthConfig (199cd0a6168e0b1aaf46f060b187c1e508ecd2339fd82841b17679a5771d20d7) AuthConfig (9935008cd3a1be36e08788bb4e01d75042f7eea1b588b3589bd58a8d3d33df63) AuthConfig (778cd5a6037a538944f6fcc8cc5e9446936c662b2ad4c6dc4777ea299bff99b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"c6fc2fff-cd66-4ed8-9ad2-470762eb4b8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:31.052675322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.352223173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"efad4a9a-71a3-4a3e-88f7-ee243f27294e","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.37211835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"efad4a9a-71a3-4a3e-88f7-ee243f27294e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.378339447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"99c53dea-1e87-43b0-8199-4a123cb12999","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.378395858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"99c53dea-1e87-43b0-8199-4a123cb12999","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.389558198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"609bc87b-1aeb-4fa7-8ae6-4c1a461e5386","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.389606146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"609bc87b-1aeb-4fa7-8ae6-4c1a461e5386","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.414287697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"ce620eff-8853-45ba-a57d-59b0efa30f09","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.414439001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"ce620eff-8853-45ba-a57d-59b0efa30f09","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.459212069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"077f2d21-6dcc-4d86-bba2-29dbb4030583","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.459302753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"077f2d21-6dcc-4d86-bba2-29dbb4030583","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.540055869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"56959d87-1943-49af-8ed2-11c8110301bc","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:16:33.540129346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-bf99f9","namespace":"ai-tenant-e2e-noten-bf99f9"},"namespace":"ai-tenant-e2e-noten-bf99f9","name":"noten-model-bf99f9","reconcileID":"56959d87-1943-49af-8ed2-11c8110301bc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-bf99f9/noten-model-bf99f9-kserve-route (gateways: [openshift-ingress/e2e-noten-bf99f9]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:35.92886714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7f9ce1bb-0504-46fe-a180-ad7d81072666","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:35.948447895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7f9ce1bb-0504-46fe-a180-ad7d81072666","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:35.966588174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a833af4664cabe2b61c78e03731b45fb2e336630d8cb0ca2895235d9c9676e0) AuthConfig (497b9c50912dbfcf694a2b3bafcb7a7d323efb7be430f92061a63b3ef4103d36) AuthConfig (bd9de014f85d33dfd7fb5e8c538eb3e65e9850d99e4c48e1fb82422a14aa4ed9) AuthConfig (b3a5311e3e32d5f537407b87153c4967312b450e3bbdb48ba27e116419562295) AuthConfig (7675e2dc5bc79035feb38c1407cd562364bb434dd5e98fecd4a9bbe02c102880) AuthConfig (69e5e6f63c2c5f191b5de113b038a9aeeed30697746e92d952daf0d8385f96a9) AuthConfig (8d4b3b8ccd72f142a07e08e79d2306a2ab51112167326e53fed63a051caf6034) AuthConfig (1a3b5b4b823f9b75e05ec29d928e6822baeb282e5dc5ddba8a85b31efdb2ebb6) AuthConfig (9f4c1c2f4f26fdfbfa1ab6c2c899eafc7ad0594858f50c2f798489609681f4ce) AuthConfig (7fd64b6f0b5aff62a55155727cf8d83e4e769b17376f56e1736d12b1a9161090) AuthConfig (ecc15d093c043e8dc5c9d3a4c8b1c89cb5bf8cc2c550b3dd7cbd1fb384c9e28d) AuthConfig (54637c04a8383093bdd4ee394000e6fa1b2616caad81cbb5a717a0c2233fb26a) AuthConfig (bd4b5330f51573551d8f5e679c2cf95b7374bc233b480e86639a0f59c7f8934e) AuthConfig (6a7b07366a02c8db9e98a4808092becd77c79d2d0ab316002807a0219f5d8981) AuthConfig (b53c9411d02c48041abec74ab87d4496c3291fd8363079d734d80439f1aca19d) AuthConfig (daa6a897449ce8d0b66d4e2eb413e46e90447b76f6a648ccff99b9ab9139109b) AuthConfig (102f9994f2f678b91e9f4ae49f1734d0fb6f9752555d60a77ac8cc5bb7960ce4) AuthConfig (e149bad58aa1c04c5bd4b287eb2dfa68b1320894c6ced4338440fceb8969772f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7f9ce1bb-0504-46fe-a180-ad7d81072666","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:36.196637964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"dbfd5d85-3696-4a77-baeb-31374d7c4e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:36.216270058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"dbfd5d85-3696-4a77-baeb-31374d7c4e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:36.235336401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4487af8d47a71449c6965285a8095377359eaa18604dd4a93571477cd5313823) AuthConfig (98f8cd23532e06fba0e1595da86df19ee3bccf82778ff1470620917837d59f20) AuthConfig (1de7dfc07238f354cb5eda389b0769e5b89c6b912ed304722ce0e9db89bb5707) AuthConfig (eaaa1db76d9078e61e403921568344f3ab0c24c9273fb9e693a0f239ccad90b6) AuthConfig (2932bf0e7492d2dad6ab6965bef5a65831257ebdbb2d7d3e1e8285b02f58f264) AuthConfig (dbb8535b417e381abfa635a02462316604e15cbec5a923d27a5b38cd713606b0) AuthConfig (2ffa6b539c43b419ed31fcb1524ee7ff5d2ec305c91de09bc6a336587a4ce37e) AuthConfig (a62aa4a8d9261fe64fe062ec7484c19118c0d1da81dd3e97cb1a84e205e8d46e) AuthConfig (171075f7a85f20bf993269907eb6230b45c32e38d36d96653a7175c23c64453a) AuthConfig (2ebd28af2e6c9a5508f854b056f3e570737d9dec15e1190fde1db0b8e1b58bfb) AuthConfig (1c00cefdfae6e24f0e6edce7f142b99657d4db80668f3a8b80d998041876835a) AuthConfig (c2ca9d1cd4b8438e98c2cb3350f914de29fd3d2d6532fbc638b7b3604b683a42) AuthConfig (9cd6fe9d3db125ab1433de18323ba489e3487f120275cbee56dd0d31b494bd12) AuthConfig (69cf00a0d23b5f43138018ab86ba98f77bab06463331ef7c7646d57c8589c69a) AuthConfig (b02a55b06bdc3b784a3b1ba730493ed75266848af8e91293d5a7904ffdf4c5e2) AuthConfig (199cd0a6168e0b1aaf46f060b187c1e508ecd2339fd82841b17679a5771d20d7) AuthConfig (9935008cd3a1be36e08788bb4e01d75042f7eea1b588b3589bd58a8d3d33df63) AuthConfig (778cd5a6037a538944f6fcc8cc5e9446936c662b2ad4c6dc4777ea299bff99b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"dbfd5d85-3696-4a77-baeb-31374d7c4e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:38.903545598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91e8213-a475-43b6-b67a-cfa6a878c524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:38.917573464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91e8213-a475-43b6-b67a-cfa6a878c524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:38.931416852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91e8213-a475-43b6-b67a-cfa6a878c524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:38.945333299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91e8213-a475-43b6-b67a-cfa6a878c524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:39.521304504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944fbe4a-d051-47e0-8981-5d39f126b588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:39.53535778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944fbe4a-d051-47e0-8981-5d39f126b588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:39.549863841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944fbe4a-d051-47e0-8981-5d39f126b588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:39.563929075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"944fbe4a-d051-47e0-8981-5d39f126b588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.06176465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"90630079-9dd2-4fdf-83e1-a8f978388667","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.102973802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"90630079-9dd2-4fdf-83e1-a8f978388667","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.201967758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a833af4664cabe2b61c78e03731b45fb2e336630d8cb0ca2895235d9c9676e0) AuthConfig (497b9c50912dbfcf694a2b3bafcb7a7d323efb7be430f92061a63b3ef4103d36) AuthConfig (bd9de014f85d33dfd7fb5e8c538eb3e65e9850d99e4c48e1fb82422a14aa4ed9) AuthConfig (b3a5311e3e32d5f537407b87153c4967312b450e3bbdb48ba27e116419562295) AuthConfig (7675e2dc5bc79035feb38c1407cd562364bb434dd5e98fecd4a9bbe02c102880) AuthConfig (69e5e6f63c2c5f191b5de113b038a9aeeed30697746e92d952daf0d8385f96a9) AuthConfig (8d4b3b8ccd72f142a07e08e79d2306a2ab51112167326e53fed63a051caf6034) AuthConfig (1a3b5b4b823f9b75e05ec29d928e6822baeb282e5dc5ddba8a85b31efdb2ebb6) AuthConfig (9f4c1c2f4f26fdfbfa1ab6c2c899eafc7ad0594858f50c2f798489609681f4ce) AuthConfig (7fd64b6f0b5aff62a55155727cf8d83e4e769b17376f56e1736d12b1a9161090) AuthConfig (ecc15d093c043e8dc5c9d3a4c8b1c89cb5bf8cc2c550b3dd7cbd1fb384c9e28d) AuthConfig (54637c04a8383093bdd4ee394000e6fa1b2616caad81cbb5a717a0c2233fb26a) AuthConfig (bd4b5330f51573551d8f5e679c2cf95b7374bc233b480e86639a0f59c7f8934e) AuthConfig (6a7b07366a02c8db9e98a4808092becd77c79d2d0ab316002807a0219f5d8981) AuthConfig (b53c9411d02c48041abec74ab87d4496c3291fd8363079d734d80439f1aca19d) AuthConfig (daa6a897449ce8d0b66d4e2eb413e46e90447b76f6a648ccff99b9ab9139109b) AuthConfig (102f9994f2f678b91e9f4ae49f1734d0fb6f9752555d60a77ac8cc5bb7960ce4) AuthConfig (e149bad58aa1c04c5bd4b287eb2dfa68b1320894c6ced4338440fceb8969772f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"90630079-9dd2-4fdf-83e1-a8f978388667","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.280822853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"a6a936d4-f126-4894-9844-bfc2e21815fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.304025498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"a6a936d4-f126-4894-9844-bfc2e21815fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:46.323358515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4487af8d47a71449c6965285a8095377359eaa18604dd4a93571477cd5313823) AuthConfig (98f8cd23532e06fba0e1595da86df19ee3bccf82778ff1470620917837d59f20) AuthConfig (1de7dfc07238f354cb5eda389b0769e5b89c6b912ed304722ce0e9db89bb5707) AuthConfig (eaaa1db76d9078e61e403921568344f3ab0c24c9273fb9e693a0f239ccad90b6) AuthConfig (2932bf0e7492d2dad6ab6965bef5a65831257ebdbb2d7d3e1e8285b02f58f264) AuthConfig (dbb8535b417e381abfa635a02462316604e15cbec5a923d27a5b38cd713606b0) AuthConfig (2ffa6b539c43b419ed31fcb1524ee7ff5d2ec305c91de09bc6a336587a4ce37e) AuthConfig (a62aa4a8d9261fe64fe062ec7484c19118c0d1da81dd3e97cb1a84e205e8d46e) AuthConfig (171075f7a85f20bf993269907eb6230b45c32e38d36d96653a7175c23c64453a) AuthConfig (2ebd28af2e6c9a5508f854b056f3e570737d9dec15e1190fde1db0b8e1b58bfb) AuthConfig (1c00cefdfae6e24f0e6edce7f142b99657d4db80668f3a8b80d998041876835a) AuthConfig (c2ca9d1cd4b8438e98c2cb3350f914de29fd3d2d6532fbc638b7b3604b683a42) AuthConfig (9cd6fe9d3db125ab1433de18323ba489e3487f120275cbee56dd0d31b494bd12) AuthConfig (69cf00a0d23b5f43138018ab86ba98f77bab06463331ef7c7646d57c8589c69a) AuthConfig (b02a55b06bdc3b784a3b1ba730493ed75266848af8e91293d5a7904ffdf4c5e2) AuthConfig (199cd0a6168e0b1aaf46f060b187c1e508ecd2339fd82841b17679a5771d20d7) AuthConfig (9935008cd3a1be36e08788bb4e01d75042f7eea1b588b3589bd58a8d3d33df63) AuthConfig (778cd5a6037a538944f6fcc8cc5e9446936c662b2ad4c6dc4777ea299bff99b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"a6a936d4-f126-4894-9844-bfc2e21815fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:48.684886505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b04b8-db38-4b49-9846-21583d28583b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:48.698926285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b04b8-db38-4b49-9846-21583d28583b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:48.71302451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b04b8-db38-4b49-9846-21583d28583b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:48.727606616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843b04b8-db38-4b49-9846-21583d28583b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:49.46526755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a170ca-eefa-4700-8378-2f2e0701fbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:49.491934324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a170ca-eefa-4700-8378-2f2e0701fbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:49.508349367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a170ca-eefa-4700-8378-2f2e0701fbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:49.522747257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a170ca-eefa-4700-8378-2f2e0701fbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:49.564573626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b7c2d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b7c2d5","reconcileID":"d751832c-fa7c-4b8e-b690-eff1bd504dd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b7c2d5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b7c2d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.121576201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69b6925-ce2b-4ed4-ae89-4fb3dc17496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.13551183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69b6925-ce2b-4ed4-ae89-4fb3dc17496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.152894201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69b6925-ce2b-4ed4-ae89-4fb3dc17496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.168470695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69b6925-ce2b-4ed4-ae89-4fb3dc17496c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.748224615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6dc4171-6aee-49fc-82ff-72347cac807b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.76221703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6dc4171-6aee-49fc-82ff-72347cac807b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.77844663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6dc4171-6aee-49fc-82ff-72347cac807b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:50.794587181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6dc4171-6aee-49fc-82ff-72347cac807b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:51.731587667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3204187-86ae-4a0f-9180-57ae631d911b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:51.746234311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3204187-86ae-4a0f-9180-57ae631d911b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:51.767212404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3204187-86ae-4a0f-9180-57ae631d911b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:51.793958306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3204187-86ae-4a0f-9180-57ae631d911b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.372828151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"e8afa50f-ef97-4044-9daf-20e35f460120","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.37287166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"e8afa50f-ef97-4044-9daf-20e35f460120","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.782583696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"48e83063-25ae-4ffc-8f34-67e5bf89d0b5","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.782610975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"48e83063-25ae-4ffc-8f34-67e5bf89d0b5","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.801140911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"cac479b7-c271-4cdf-afe7-210305cad7dd","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.801335691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"cac479b7-c271-4cdf-afe7-210305cad7dd","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.836693403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7e9b7674-8297-460b-8004-bd07a834055f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.921168304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7e9b7674-8297-460b-8004-bd07a834055f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:53.945751661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7e9b7674-8297-460b-8004-bd07a834055f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:54.032660113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"7375a1dc-7394-44a8-a6f6-ae2ff67b59ab","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:54.032687962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"7375a1dc-7394-44a8-a6f6-ae2ff67b59ab","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.246230052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"ef579634-1dff-424e-a5f6-390647a1a5b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.265933025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"ef579634-1dff-424e-a5f6-390647a1a5b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.284512425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-05687d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7a833af4664cabe2b61c78e03731b45fb2e336630d8cb0ca2895235d9c9676e0) AuthConfig (497b9c50912dbfcf694a2b3bafcb7a7d323efb7be430f92061a63b3ef4103d36) AuthConfig (bd9de014f85d33dfd7fb5e8c538eb3e65e9850d99e4c48e1fb82422a14aa4ed9) AuthConfig (b3a5311e3e32d5f537407b87153c4967312b450e3bbdb48ba27e116419562295) AuthConfig (7675e2dc5bc79035feb38c1407cd562364bb434dd5e98fecd4a9bbe02c102880) AuthConfig (69e5e6f63c2c5f191b5de113b038a9aeeed30697746e92d952daf0d8385f96a9) AuthConfig (8d4b3b8ccd72f142a07e08e79d2306a2ab51112167326e53fed63a051caf6034) AuthConfig (1a3b5b4b823f9b75e05ec29d928e6822baeb282e5dc5ddba8a85b31efdb2ebb6) AuthConfig (9f4c1c2f4f26fdfbfa1ab6c2c899eafc7ad0594858f50c2f798489609681f4ce) AuthConfig (7fd64b6f0b5aff62a55155727cf8d83e4e769b17376f56e1736d12b1a9161090) AuthConfig (ecc15d093c043e8dc5c9d3a4c8b1c89cb5bf8cc2c550b3dd7cbd1fb384c9e28d) AuthConfig (54637c04a8383093bdd4ee394000e6fa1b2616caad81cbb5a717a0c2233fb26a) AuthConfig (bd4b5330f51573551d8f5e679c2cf95b7374bc233b480e86639a0f59c7f8934e) AuthConfig (6a7b07366a02c8db9e98a4808092becd77c79d2d0ab316002807a0219f5d8981) AuthConfig (b53c9411d02c48041abec74ab87d4496c3291fd8363079d734d80439f1aca19d) AuthConfig (daa6a897449ce8d0b66d4e2eb413e46e90447b76f6a648ccff99b9ab9139109b) AuthConfig (102f9994f2f678b91e9f4ae49f1734d0fb6f9752555d60a77ac8cc5bb7960ce4) AuthConfig (e149bad58aa1c04c5bd4b287eb2dfa68b1320894c6ced4338440fceb8969772f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"ef579634-1dff-424e-a5f6-390647a1a5b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.354356336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"f5e249a5-48e0-4c53-aedb-27278abe8b48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.374672544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"f5e249a5-48e0-4c53-aedb-27278abe8b48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:16:56.444713703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-99e420-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4487af8d47a71449c6965285a8095377359eaa18604dd4a93571477cd5313823) AuthConfig (98f8cd23532e06fba0e1595da86df19ee3bccf82778ff1470620917837d59f20) AuthConfig (1de7dfc07238f354cb5eda389b0769e5b89c6b912ed304722ce0e9db89bb5707) AuthConfig (eaaa1db76d9078e61e403921568344f3ab0c24c9273fb9e693a0f239ccad90b6) AuthConfig (2932bf0e7492d2dad6ab6965bef5a65831257ebdbb2d7d3e1e8285b02f58f264) AuthConfig (dbb8535b417e381abfa635a02462316604e15cbec5a923d27a5b38cd713606b0) AuthConfig (2ffa6b539c43b419ed31fcb1524ee7ff5d2ec305c91de09bc6a336587a4ce37e) AuthConfig (a62aa4a8d9261fe64fe062ec7484c19118c0d1da81dd3e97cb1a84e205e8d46e) AuthConfig (171075f7a85f20bf993269907eb6230b45c32e38d36d96653a7175c23c64453a) AuthConfig (2ebd28af2e6c9a5508f854b056f3e570737d9dec15e1190fde1db0b8e1b58bfb) AuthConfig (1c00cefdfae6e24f0e6edce7f142b99657d4db80668f3a8b80d998041876835a) AuthConfig (c2ca9d1cd4b8438e98c2cb3350f914de29fd3d2d6532fbc638b7b3604b683a42) AuthConfig (9cd6fe9d3db125ab1433de18323ba489e3487f120275cbee56dd0d31b494bd12) AuthConfig (69cf00a0d23b5f43138018ab86ba98f77bab06463331ef7c7646d57c8589c69a) AuthConfig (b02a55b06bdc3b784a3b1ba730493ed75266848af8e91293d5a7904ffdf4c5e2) AuthConfig (199cd0a6168e0b1aaf46f060b187c1e508ecd2339fd82841b17679a5771d20d7) AuthConfig (9935008cd3a1be36e08788bb4e01d75042f7eea1b588b3589bd58a8d3d33df63) AuthConfig (778cd5a6037a538944f6fcc8cc5e9446936c662b2ad4c6dc4777ea299bff99b7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"f5e249a5-48e0-4c53-aedb-27278abe8b48","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:01.052892708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.194719889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d057e1bd-31bb-48f9-b627-509a6bfad2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.208789822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d057e1bd-31bb-48f9-b627-509a6bfad2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.22352754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d057e1bd-31bb-48f9-b627-509a6bfad2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.237581582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d057e1bd-31bb-48f9-b627-509a6bfad2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.809210925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b52c27f-4aaf-4831-b79b-35c0580e7854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.823227277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b52c27f-4aaf-4831-b79b-35c0580e7854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.837925984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b52c27f-4aaf-4831-b79b-35c0580e7854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:02.852729357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b52c27f-4aaf-4831-b79b-35c0580e7854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:04.064268053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5e5ca746-074b-400b-9e8a-b4bac037d00a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:04.08501825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5e5ca746-074b-400b-9e8a-b4bac037d00a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:04.103638665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5e5ca746-074b-400b-9e8a-b4bac037d00a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.344121788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4c754cbc-f62c-4965-b84e-0bd3d2b53422","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.375100515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4c754cbc-f62c-4965-b84e-0bd3d2b53422","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.475808602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"d27a3edd-7b2c-43c2-8253-cf3bd73ae19d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.49610368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"d27a3edd-7b2c-43c2-8253-cf3bd73ae19d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.547480904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"48d0bba4-0aa5-41cc-be8b-4fe7efcb4ebf","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.547506722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"48d0bba4-0aa5-41cc-be8b-4fe7efcb4ebf","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.645440381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"93da576f-8ee3-40a4-8caa-82eb2eed5ad0","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:06.645470138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"93da576f-8ee3-40a4-8caa-82eb2eed5ad0","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.25187825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"6163be19-f79a-4268-b55d-b1086f18bb31","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.252010478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"6163be19-f79a-4268-b55d-b1086f18bb31","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.297373991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"85a57b31-122b-440e-a3c5-ebc00a565a28","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.309600723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"ad54d32d-afe7-401b-b275-f6beee9da513","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.309720766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"ad54d32d-afe7-401b-b275-f6beee9da513","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.321385621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"85a57b31-122b-440e-a3c5-ebc00a565a28","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.329732883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"b0969b2a-163c-483c-93c0-e41e9510de3a","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.329830104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"b0969b2a-163c-483c-93c0-e41e9510de3a","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:17:09.348404273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"5e523eac-77e3-4878-a281-041690f1790e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ab69eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.357855804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"f2c5360a-b716-4bef-8c0f-aad318e69c0e","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.358717269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"f2c5360a-b716-4bef-8c0f-aad318e69c0e","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:17:09.36874389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"003fcc05-45d6-4074-93b9-891d629974b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6e436b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.378425539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4e0887d0-3ec2-46df-89f4-742aa2123f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.382282967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"8a92022c-9545-4f6f-8285-75797e794ea5","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.382301308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"8a92022c-9545-4f6f-8285-75797e794ea5","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.399207556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"4e0887d0-3ec2-46df-89f4-742aa2123f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.403743129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"f1f4869d-062c-443b-8b29-6a0eaa6168f9","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.403811754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"f1f4869d-062c-443b-8b29-6a0eaa6168f9","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.404522422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"9b1209d8-0d45-4bf5-901c-b41aa3b9e0ae","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.404602972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"9b1209d8-0d45-4bf5-901c-b41aa3b9e0ae","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.424604082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"411023c9-8980-4ca7-b768-37f20a5f48de","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.424719982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"411023c9-8980-4ca7-b768-37f20a5f48de","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.469114291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"cdf6f9f8-1775-4822-84c0-36ada81180f2","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"maas-trlp-auth-test-model-99e420","model":"auth-test-model-99e420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-99e420/e2e-auth-iso-ab69eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.494477779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"35fec4eb-94e2-4bda-bbfd-b96fa23204e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.516985904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"35fec4eb-94e2-4bda-bbfd-b96fa23204e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.532199406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"629c8b73-8794-4962-a912-c28b10ff791e","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.532229064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"629c8b73-8794-4962-a912-c28b10ff791e","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.568487378Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"3c977d3e-7e2f-4c9b-928f-98ad870577ec","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"maas-trlp-auth-test-model-05687d","model":"auth-test-model-05687d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-05687d/e2e-auth-iso-6e436b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.593859424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7e514722-1056-417f-8c25-5f5985290816","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.614114886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7e514722-1056-417f-8c25-5f5985290816","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.624241866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"1f14eed7-b640-40ca-afb6-b350de011639","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.624262437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"1f14eed7-b640-40ca-afb6-b350de011639","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.659713556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"fef18d0a-51e5-45c0-9840-d752029f6a37","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"maas-trlp-auth-test-model-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:09.749916496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"ad0b7bea-5e45-4357-a5b6-953d2c950d46","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"maas-trlp-auth-test-model-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:14.141139339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"8f45fb75-dc5e-4c70-b446-7a5bca59d556","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:14.162970502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"8f45fb75-dc5e-4c70-b446-7a5bca59d556","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:14.181481941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"8f45fb75-dc5e-4c70-b446-7a5bca59d556","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:19.912063293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31661ef-e691-4590-a142-66a7bfd5cf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:19.926953583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31661ef-e691-4590-a142-66a7bfd5cf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:19.94335191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31661ef-e691-4590-a142-66a7bfd5cf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:19.957382372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31661ef-e691-4590-a142-66a7bfd5cf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:20.587437412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bf6fa-1fa3-4eea-9885-e85677a5349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:20.601834722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bf6fa-1fa3-4eea-9885-e85677a5349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:20.616006302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bf6fa-1fa3-4eea-9885-e85677a5349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:20.629842981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7bf6fa-1fa3-4eea-9885-e85677a5349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:20.659102786Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0412c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0412c3","reconcileID":"5b19056a-817e-4592-8275-6c13c25e17bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0412c3","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0412c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.21771239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1869b944-b16f-4421-96d9-81c66e40ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.231832116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1869b944-b16f-4421-96d9-81c66e40ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.246265494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1869b944-b16f-4421-96d9-81c66e40ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.260212756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1869b944-b16f-4421-96d9-81c66e40ce8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.837893774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0ee0d8-725a-4171-a110-1a66a2a858af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.852057817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0ee0d8-725a-4171-a110-1a66a2a858af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.866182259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0ee0d8-725a-4171-a110-1a66a2a858af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:21.921537672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b0ee0d8-725a-4171-a110-1a66a2a858af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:22.693366242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bba90f1-2800-49ee-b155-9ee9e75a0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:22.708299451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bba90f1-2800-49ee-b155-9ee9e75a0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:22.722701065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bba90f1-2800-49ee-b155-9ee9e75a0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:22.740618293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bba90f1-2800-49ee-b155-9ee9e75a0051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:24.225939108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"02fdabe8-b10b-4b4f-a805-6a51439a97df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:24.249436698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"02fdabe8-b10b-4b4f-a805-6a51439a97df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:24.271396736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"02fdabe8-b10b-4b4f-a805-6a51439a97df","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:29.193540037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"a9b3fdf3-5cfa-40dd-a4ac-74d521f9cb49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:29.236089849Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"a9b3fdf3-5cfa-40dd-a4ac-74d521f9cb49","name":"e2e-extmod-a-b7c2d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:29.847384564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"e0168a58-e8bf-40eb-91f0-df810f4b5a8b","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:29.847414422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"e0168a58-e8bf-40eb-91f0-df810f4b5a8b","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.193981593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"dbd88260-b066-466a-8ca3-020cf96a8157","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.194003252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"dbd88260-b066-466a-8ca3-020cf96a8157","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.213505753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"95de8644-55e2-495d-b617-09c5a882d85a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.213526495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"95de8644-55e2-495d-b617-09c5a882d85a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.243108208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"84bcc0f1-4a48-43bc-862c-f3a173165c3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.296229015Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"84bcc0f1-4a48-43bc-862c-f3a173165c3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.315253488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"84bcc0f1-4a48-43bc-862c-f3a173165c3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.335045762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e274600e-f993-4b6d-9291-d16e81e8536d","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:30.33506973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e274600e-f993-4b6d-9291-d16e81e8536d","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:31.05266248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:34.301744085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5986ff72-5620-4e33-9820-8a409c7ee3c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:34.322769234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5986ff72-5620-4e33-9820-8a409c7ee3c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:34.341745072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"5986ff72-5620-4e33-9820-8a409c7ee3c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:40.370705071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"40be1dac-992b-4edc-b62d-6e0cc2f3b09b","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:40.391706415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"40be1dac-992b-4edc-b62d-6e0cc2f3b09b","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:40.409464308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"40be1dac-992b-4edc-b62d-6e0cc2f3b09b","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.064745083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47855d37-3c1b-438f-a3f3-38a6819ca7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.078196102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47855d37-3c1b-438f-a3f3-38a6819ca7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.090894215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47855d37-3c1b-438f-a3f3-38a6819ca7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.106204123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47855d37-3c1b-438f-a3f3-38a6819ca7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.812161382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1790ff19-79be-45a6-8a1d-bfbfecef3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.863473435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1790ff19-79be-45a6-8a1d-bfbfecef3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.891970786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1790ff19-79be-45a6-8a1d-bfbfecef3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.910188849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1790ff19-79be-45a6-8a1d-bfbfecef3cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:41.96311689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0c3d9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0c3d9a","reconcileID":"580652fc-27e0-469a-bc80-f30fb209d4a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0c3d9a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0c3d9a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:42.607939243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdcdfce-019d-4e5a-9cc1-805f1f1ad491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:42.649329266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdcdfce-019d-4e5a-9cc1-805f1f1ad491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:42.692246212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdcdfce-019d-4e5a-9cc1-805f1f1ad491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:42.706438813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bdcdfce-019d-4e5a-9cc1-805f1f1ad491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.001413082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"9a728ff1-1f10-4813-be83-caafa5ca6226","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"maas-trlp-auth-test-model-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.09516732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"9a8f44de-81ca-43c1-9e69-6abc365e22bf","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.09529911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"9a8f44de-81ca-43c1-9e69-6abc365e22bf","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.375442513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"dd8e03fc-01c3-475a-9d7b-780b0d7be224","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"maas-trlp-auth-test-model-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.431454337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"285629f4-83dd-4531-9b33-bce3ed9653f2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.431476377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"285629f4-83dd-4531-9b33-bce3ed9653f2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.458575268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2188edf-c38d-4a58-8fc8-e71e6be49d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.472015338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2188edf-c38d-4a58-8fc8-e71e6be49d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.484747488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2188edf-c38d-4a58-8fc8-e71e6be49d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.498237303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2188edf-c38d-4a58-8fc8-e71e6be49d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:17:43.794799515Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0c3d9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0c3d9a","reconcileID":"fd57b731-df0c-44b4-95dd-369592dff422","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-0c3d9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:43.99455781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"313342a7-e7a5-41f9-b624-2a4165280f5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.01359707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"313342a7-e7a5-41f9-b624-2a4165280f5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.463576645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c092d93-8d2c-4088-afd7-3c558ffc184f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.486834834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c092d93-8d2c-4088-afd7-3c558ffc184f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.505569417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222d38dc659566aa32d99e7123a2467eb0e661d639cf8d8ced2d51d65c74ba10) AuthConfig (ba39cb285cdeb0a55bf5361dcd58e33c4e52a321ba3d458a0cf54fe46c0c7c17) AuthConfig (1a7b5380c797ef99ec027cc8d07f7ee0e805bc22f08c3abcd3570754bd426866) AuthConfig (f3c777cc3d8d2dfc5a2f932e01d7b094e69e2f436c420d7e6270cb0889b607be) AuthConfig (355021901d743b9047e519274309808c7852082c3bcf697372bb77a9aa5ac4f7) AuthConfig (13a8c3288932e0460b0e05c7316dbb1e5c210eef1e17f9448b7d1dedbe20fa8c) AuthConfig (1241c73763094d6bbbdc213eecb3163c24b60fe94e83463068a6d443f7949609) AuthConfig (0ced0bc65e1311758b877e98850078b46be98ee30be08eab81939767cb946e4e) AuthConfig (42160f848f37af43c08bade63086bf7c4740565db61476b1120849c172334769) AuthConfig (50c68ce0d78e5ba0d0e7d67073f5b415c9a15582d175c6dcc05f238701ef5a31) AuthConfig (55b8c8c968256e484dbcf6ac7a31529ff490e9af361dd9e4fa1c76f505dfbf07) AuthConfig (e456f53830e810f66e3c9301f4cb8e74b907b86ee66c3f8782ec79c34e597807) AuthConfig (2855a44acaaf9e7e5f91b942bb813b118de9eaebca4ea9754eff2c56584bb08a) AuthConfig (5e84112748a12b1ff149f1df81fcf6be5d684394045f682ea5bfeea06488b358) AuthConfig (25c52ff2a5f6c2aee293b02d782613cf627f3ff7ec522a7d66d4a2d5f1321f9e) AuthConfig (5f80c4f528deafed31a34735d9e4d842e1f984c76322e60d9089b61134f59263) AuthConfig (c63318add8531118b43b0fbf55fc707ee960a8a49023f84aafaaf4392cbc9a46) AuthConfig (a3ee7ea3c7f3f1d9a7510d7feff0339f298451f29b1a5f3f6eaffd872709b286)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c092d93-8d2c-4088-afd7-3c558ffc184f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.525416936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"b6b82d2e-00d1-49b7-88ee-d81db4056d29","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.525444603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"b6b82d2e-00d1-49b7-88ee-d81db4056d29","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.947579864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"148b6fbd-56a1-4554-8faa-8d2aef7dba4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:44.966229674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"148b6fbd-56a1-4554-8faa-8d2aef7dba4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.293250463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"cf044b8d-6163-43ae-b9bf-f991da1e25b3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.293272189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"cf044b8d-6163-43ae-b9bf-f991da1e25b3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.311406346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"054c411b-f0db-40d7-9940-0a6d1aff78e0","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.311427179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"054c411b-f0db-40d7-9940-0a6d1aff78e0","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.340618502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a03bbdb4-bc8f-4080-81fa-17b882584a80","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.392432824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a03bbdb4-bc8f-4080-81fa-17b882584a80","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.409778544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a03bbdb4-bc8f-4080-81fa-17b882584a80","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.420820308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"893a2ad6-4bf5-4421-b682-3e7dd9588e33","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.420846139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"893a2ad6-4bf5-4421-b682-3e7dd9588e33","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.428890471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"b71bd2c5-80eb-4702-a85e-ed2440ea5594","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.429144122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"b71bd2c5-80eb-4702-a85e-ed2440ea5594","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.43664358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"36b3e061-b102-49b7-a25a-b7d9fb208d04","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.436665778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"36b3e061-b102-49b7-a25a-b7d9fb208d04","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.468261043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"75f27b3c-1213-4045-b785-a94f774eeb36","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.562599145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"75f27b3c-1213-4045-b785-a94f774eeb36","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.581764389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"75f27b3c-1213-4045-b785-a94f774eeb36","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.600805813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"b3b070bb-ec23-4d60-a3cc-5f5a317a0878","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:45.600830723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"b3b070bb-ec23-4d60-a3cc-5f5a317a0878","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:50.455785954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"108bffcd-763c-42b0-a413-dc0f1260cd39","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:50.473751915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"108bffcd-763c-42b0-a413-dc0f1260cd39","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:50.490597526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"108bffcd-763c-42b0-a413-dc0f1260cd39","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:54.552952027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"4037d6eb-303a-4b35-9af9-d4bfb64411a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:54.571163017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"4037d6eb-303a-4b35-9af9-d4bfb64411a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:54.588248515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222d38dc659566aa32d99e7123a2467eb0e661d639cf8d8ced2d51d65c74ba10) AuthConfig (ba39cb285cdeb0a55bf5361dcd58e33c4e52a321ba3d458a0cf54fe46c0c7c17) AuthConfig (1a7b5380c797ef99ec027cc8d07f7ee0e805bc22f08c3abcd3570754bd426866) AuthConfig (f3c777cc3d8d2dfc5a2f932e01d7b094e69e2f436c420d7e6270cb0889b607be) AuthConfig (355021901d743b9047e519274309808c7852082c3bcf697372bb77a9aa5ac4f7) AuthConfig (13a8c3288932e0460b0e05c7316dbb1e5c210eef1e17f9448b7d1dedbe20fa8c) AuthConfig (1241c73763094d6bbbdc213eecb3163c24b60fe94e83463068a6d443f7949609) AuthConfig (0ced0bc65e1311758b877e98850078b46be98ee30be08eab81939767cb946e4e) AuthConfig (42160f848f37af43c08bade63086bf7c4740565db61476b1120849c172334769) AuthConfig (50c68ce0d78e5ba0d0e7d67073f5b415c9a15582d175c6dcc05f238701ef5a31) AuthConfig (55b8c8c968256e484dbcf6ac7a31529ff490e9af361dd9e4fa1c76f505dfbf07) AuthConfig (e456f53830e810f66e3c9301f4cb8e74b907b86ee66c3f8782ec79c34e597807) AuthConfig (2855a44acaaf9e7e5f91b942bb813b118de9eaebca4ea9754eff2c56584bb08a) AuthConfig (5e84112748a12b1ff149f1df81fcf6be5d684394045f682ea5bfeea06488b358) AuthConfig (25c52ff2a5f6c2aee293b02d782613cf627f3ff7ec522a7d66d4a2d5f1321f9e) AuthConfig (5f80c4f528deafed31a34735d9e4d842e1f984c76322e60d9089b61134f59263) AuthConfig (c63318add8531118b43b0fbf55fc707ee960a8a49023f84aafaaf4392cbc9a46) AuthConfig (a3ee7ea3c7f3f1d9a7510d7feff0339f298451f29b1a5f3f6eaffd872709b286)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"4037d6eb-303a-4b35-9af9-d4bfb64411a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.458461766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a8664993-faea-4685-961d-d2f736d9eb61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.476894866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a8664993-faea-4685-961d-d2f736d9eb61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.493743647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"a8664993-faea-4685-961d-d2f736d9eb61","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.629328448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1bc29b34-ab5a-4949-a384-9cc3b6f28c35","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.655527795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1bc29b34-ab5a-4949-a384-9cc3b6f28c35","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:55.673044312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1bc29b34-ab5a-4949-a384-9cc3b6f28c35","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:58.885094035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"04d41980-8ba2-4a24-90b5-cfe22211376c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:17:58.927874206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"04d41980-8ba2-4a24-90b5-cfe22211376c","name":"e2e-extmod-a-0412c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:00.523503175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"51390b4a-530a-4080-8cb5-07fbf094eb5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:00.542188803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"51390b4a-530a-4080-8cb5-07fbf094eb5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:00.559586419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"51390b4a-530a-4080-8cb5-07fbf094eb5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:01.050194156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:04.616429442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"c1d8078a-45d4-490a-bf28-15fadb22f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:04.636079801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"c1d8078a-45d4-490a-bf28-15fadb22f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:04.653148004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-bef83b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222d38dc659566aa32d99e7123a2467eb0e661d639cf8d8ced2d51d65c74ba10) AuthConfig (ba39cb285cdeb0a55bf5361dcd58e33c4e52a321ba3d458a0cf54fe46c0c7c17) AuthConfig (1a7b5380c797ef99ec027cc8d07f7ee0e805bc22f08c3abcd3570754bd426866) AuthConfig (f3c777cc3d8d2dfc5a2f932e01d7b094e69e2f436c420d7e6270cb0889b607be) AuthConfig (355021901d743b9047e519274309808c7852082c3bcf697372bb77a9aa5ac4f7) AuthConfig (13a8c3288932e0460b0e05c7316dbb1e5c210eef1e17f9448b7d1dedbe20fa8c) AuthConfig (1241c73763094d6bbbdc213eecb3163c24b60fe94e83463068a6d443f7949609) AuthConfig (0ced0bc65e1311758b877e98850078b46be98ee30be08eab81939767cb946e4e) AuthConfig (42160f848f37af43c08bade63086bf7c4740565db61476b1120849c172334769) AuthConfig (50c68ce0d78e5ba0d0e7d67073f5b415c9a15582d175c6dcc05f238701ef5a31) AuthConfig (55b8c8c968256e484dbcf6ac7a31529ff490e9af361dd9e4fa1c76f505dfbf07) AuthConfig (e456f53830e810f66e3c9301f4cb8e74b907b86ee66c3f8782ec79c34e597807) AuthConfig (2855a44acaaf9e7e5f91b942bb813b118de9eaebca4ea9754eff2c56584bb08a) AuthConfig (5e84112748a12b1ff149f1df81fcf6be5d684394045f682ea5bfeea06488b358) AuthConfig (25c52ff2a5f6c2aee293b02d782613cf627f3ff7ec522a7d66d4a2d5f1321f9e) AuthConfig (5f80c4f528deafed31a34735d9e4d842e1f984c76322e60d9089b61134f59263) AuthConfig (c63318add8531118b43b0fbf55fc707ee960a8a49023f84aafaaf4392cbc9a46) AuthConfig (a3ee7ea3c7f3f1d9a7510d7feff0339f298451f29b1a5f3f6eaffd872709b286)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"c1d8078a-45d4-490a-bf28-15fadb22f431","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.52644636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"f2120c18-186b-4596-8237-709a5316d2aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.547400642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"f2120c18-186b-4596-8237-709a5316d2aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.56541696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"f2120c18-186b-4596-8237-709a5316d2aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.70067257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"cb676b4f-969d-4c97-87cb-dcd2794ac993","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.718710302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"cb676b4f-969d-4c97-87cb-dcd2794ac993","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:05.73608907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"cb676b4f-969d-4c97-87cb-dcd2794ac993","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.205936729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf271acc-571f-4f91-8e8e-557e3b31b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.218531462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf271acc-571f-4f91-8e8e-557e3b31b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.231795995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf271acc-571f-4f91-8e8e-557e3b31b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.245305445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf271acc-571f-4f91-8e8e-557e3b31b651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.785031989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436d9aaf-cf79-44e6-a075-cec86f5e8b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.797841406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436d9aaf-cf79-44e6-a075-cec86f5e8b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.812269622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436d9aaf-cf79-44e6-a075-cec86f5e8b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:08.826749353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"436d9aaf-cf79-44e6-a075-cec86f5e8b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:10.587459047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"e3875169-863c-461c-9435-b3de19a01280","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:10.60561585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"e3875169-863c-461c-9435-b3de19a01280","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:10.622503137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"e3875169-863c-461c-9435-b3de19a01280","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:14.69141065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"78758f9e-308e-4fc1-9c94-bd9857789707","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:14.711344375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"78758f9e-308e-4fc1-9c94-bd9857789707","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:14.878342363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"5cdc816f-c76d-4d07-a66c-780f862ea85f","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:14.878370836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"5cdc816f-c76d-4d07-a66c-780f862ea85f","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.595588885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ab0a6319-1253-4f72-9f9a-65be47806f43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.614033233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ab0a6319-1253-4f72-9f9a-65be47806f43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.63097653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d7baadcd8e09b08f72dffa43794520069cb422d679857de53e22228f00a5b47) AuthConfig (4bc7152aadf4e9c374a7f1bca0e41c270040dcdc8a1348232d8ba1a55eb2ac4d) AuthConfig (b759fdcebe75cd9362dac772c326a4d54bf8e23b896bfe03b0680fa08c65f57b) AuthConfig (bb8e3b7613b4ef8081a2ba8ae9ab2e2d91fd2bc85786f97ed97f768da107a53c) AuthConfig (1f0bd83dcf35f435ef385ce03cf5705c87bbdaaec002af03b2167adc67eaa314) AuthConfig (819453b0226279e5c93ef160d8297a0671c05daaac3e54d05c532d8310bfbfd8) AuthConfig (0dde6c63e13abaa1c64268c828763db6c4411f94373ee51eb0db7138e2336266) AuthConfig (8be319cee80fe6a962016a82c129ccbec19bc1e7b9ae99d1a3771378e4156ecb) AuthConfig (ef0a03c4be4837e67103a784e2bfb7e07c6b7d26a19b71680d3b57a8626f86ca) AuthConfig (317df2a20729680a25ee6c9c351e29d83040c874c515ce03ab01949f30f27cf8) AuthConfig (c0cabee68ea6e19c0d97a70145bc6228708fe492cf732751bfbe7a339c96b773) AuthConfig (fb1aed371f209514dbc956d17c2c3483fff83d9df3918befb818284be6c0b166) AuthConfig (ddf153769cc6677e5bc26583774eca42f006b28a0f3cb641f6ab6976a9b9e92a) AuthConfig (fbd00e0ae1426e71578fa98db84790b13dbfac727dd4861cc9138c49d22d2953) AuthConfig (56d8eb1e50a8966b803dbc491cad7fdd0788f5b8ab86c1fbae267af6661e066c) AuthConfig (5a8ecbc3e7fa336fe4981fbe17b5cd23d53226857d0352a840373202507921b3) AuthConfig (cb41e4500ebde5002733d2aa25ff4d814428e3557c883b7c8683421b9265c80e) AuthConfig (ca779587093919a6ed5a4b4476b2f42fb5286c1bacfbccfc630e94bc0a35434a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ab0a6319-1253-4f72-9f9a-65be47806f43","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.650100554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"29efa755-2c59-44dc-9706-836bbe6a2618","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.650133727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"29efa755-2c59-44dc-9706-836bbe6a2618","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.770223538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9ef5a1dc-87f9-4856-995a-4c8ba89857e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.790942658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9ef5a1dc-87f9-4856-995a-4c8ba89857e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.808887933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5c187cf729ef2d415e1a5f20e0c6dce9ffddd5936b2514adfb8ccdc6ce814ee) AuthConfig (62a458524c8141f1bd8c00387dc4f93e46648322ef92e66eb3705814003a4403) AuthConfig (d9e975db157c7abd49c43223dbf80205341d9a5c9c3877ff97508f759cf54eae) AuthConfig (5f7823573667621a887b5136535bce06be5e88d4b5bbdeb0dd079d27ee3eabc6) AuthConfig (5b2e1e8a5cd78b83f4c5a2c9b6cd64ddd01ec4f8fce2992b1b317a7808d4dd59) AuthConfig (e5fb11b5ee56bf8c684963a38db835412eb645c81d41013df61888a3a69f25a9) AuthConfig (8a53ef78211862cd3e20bcb04ac0e9ea056fe5e068f54ac7f65d1034054d6cf9) AuthConfig (110c5d23c68299a995ab6d3a581a5808017f63ba31e259f4d648cb78cf393bb7) AuthConfig (50ca44abb8694e217c421885fb1b555490077c64ec3087c91e0374ed6f0f3ca7) AuthConfig (75217f7c7a7aa0aed4880858a8eac69a27c2b207c0d16dad90ef7a50792b5a76) AuthConfig (7da84c27a9683d78ae3af63bdaf21c589c2b59345ee48522b2df7c7189dcb22c) AuthConfig (0ba34bf3c6ec14bbcea21b920a147f5c7825dddb6e7091beb1b5e889a4ffca72) AuthConfig (0f02617b7b2c126c0967bdd2351f6c87d3bab39fe67a9908b958678e0808bdb4) AuthConfig (92bc224ccff4365d464793e849f64e853f4dfcf7266468968ccec1b7a0810223) AuthConfig (f9347a5c59f7ea7e3de99e749e18d29c4eaa4278bdabf1c24dc0ebf3742b9766) AuthConfig (7b870b1a854acb487b9aaec0fcb0d2c737e15567d77e396238d66c35dac2d287) AuthConfig (36977bc4365f1dbafba907bc0ad557260e566d437ac539ef785b38664375a142) AuthConfig (31ee2372ccedcca2142b876567b25fd258c1e882d03c893a6a8dfc1e1bccf9d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9ef5a1dc-87f9-4856-995a-4c8ba89857e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.828185349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"de855cee-e8f3-412d-a3bb-389ebde848bd","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:15.828208461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"de855cee-e8f3-412d-a3bb-389ebde848bd","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.650637032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f018e5-4e9b-46f0-97b1-a1a634a1612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.665067822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f018e5-4e9b-46f0-97b1-a1a634a1612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.678377209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f018e5-4e9b-46f0-97b1-a1a634a1612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.691110857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f018e5-4e9b-46f0-97b1-a1a634a1612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.93439422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"d9dc2b24-f88c-489c-a4c2-43bca675288a","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.934424278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"d9dc2b24-f88c-489c-a4c2-43bca675288a","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.966315726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"78d59cae-e1dc-4702-8543-fd163b391267","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.96746209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"78d59cae-e1dc-4702-8543-fd163b391267","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.968657019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"c8137570-774a-44b0-997b-78a227eaac24","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:18:16.972933835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7139c18d-15e1-4d2d-a430-ab66b8228b15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6fb322\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:18:16.984396284Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"78d59cae-e1dc-4702-8543-fd163b391267","name":"auth-test-model-bef83b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bef83b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:18:16.984591169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"78d59cae-e1dc-4702-8543-fd163b391267","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bef83b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:16.995831735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"e8f37993-88e8-4769-be5e-86f412ae18c1","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.001124859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"e8f37993-88e8-4769-be5e-86f412ae18c1","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.028168415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"c8137570-774a-44b0-997b-78a227eaac24","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.083615693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"552a446a-f308-4335-81ca-7df0bd30cc57","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.083638896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"552a446a-f308-4335-81ca-7df0bd30cc57","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.110690548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"5554be68-80c7-4e51-8954-ab9466f07ec0","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.110723959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"5554be68-80c7-4e51-8954-ab9466f07ec0","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.257840379Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"ec6d3739-99ae-4d97-ac45-873887b1bb68","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"maas-trlp-auth-test-model-bef83b","model":"auth-test-model-bef83b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-bef83b/e2e-auth-iso-6fb322"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.270060019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"1796fd1c-ff48-415b-b3f1-5abf4494b91d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.322323567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"1796fd1c-ff48-415b-b3f1-5abf4494b91d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.354963848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"064b9190-ee1f-401a-b863-577cfedefd8f","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.354999265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"064b9190-ee1f-401a-b863-577cfedefd8f","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.397647903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"55a772d5-6ab5-49b6-9c35-1a6b65e4f2e0","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"maas-trlp-auth-test-model-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.437815451Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d8760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d8760","reconcileID":"2883b53e-5a46-4e6d-ad38-8740dead152f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d8760","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7d8760":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.450964645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eadc6a0-498b-474d-b5ee-d2826ac85958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.463716515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eadc6a0-498b-474d-b5ee-d2826ac85958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.476566969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eadc6a0-498b-474d-b5ee-d2826ac85958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:17.489458303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eadc6a0-498b-474d-b5ee-d2826ac85958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.088821065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae8cf50-d338-48f8-aba3-023bc75bd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.101561189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae8cf50-d338-48f8-aba3-023bc75bd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.114107405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae8cf50-d338-48f8-aba3-023bc75bd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.126834291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae8cf50-d338-48f8-aba3-023bc75bd92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.846382904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2a45d4-1ec3-43c3-ae9f-b7e97cfa44b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.859832439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2a45d4-1ec3-43c3-ae9f-b7e97cfa44b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.872823639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2a45d4-1ec3-43c3-ae9f-b7e97cfa44b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:18.885590495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2a45d4-1ec3-43c3-ae9f-b7e97cfa44b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:19.499468795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b3c239-837a-4b5c-9731-8914391066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:19.512418034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b3c239-837a-4b5c-9731-8914391066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:19.5253554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b3c239-837a-4b5c-9731-8914391066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:19.538356757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b3c239-837a-4b5c-9731-8914391066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:20.654712613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"4e454ca7-6e0a-4380-9a10-8722b92a196e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:20.677028206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"4e454ca7-6e0a-4380-9a10-8722b92a196e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:20.694984596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e3380d07469d529099092bb646ad32cde6c91d97941ac51f56cbeb7d733a795) AuthConfig (e1c61bd9ba050abe66e3add50b3519b8334cd5363ff69ef5538aff9619ef9256) AuthConfig (8fd3dfef7a5c5e434d593ebfec5f3f54e624be3b398409f009192e1b2e90913a) AuthConfig (42f1c6620f60b3d2f451a5f4d986ffd01387d764ee73c3ef3543806a100c48aa) AuthConfig (1d517df7e3a8a233b2264c4c8cbd2831dbf1db987ea505c2aef101e117053271) AuthConfig (bd0d961c80bfb3430de0fb081547c79e60d21447fd31d69751cd423bb999f26f) AuthConfig (aa666a783869b72b18972940bcca3fe7a45bf1d9f8e1559385f9b49b1256f460) AuthConfig (2e89b8be19341f558f91db9ddab52d8c91ff81f218db42ed7d6390a7258b102f) AuthConfig (50e65ed9d1ba4ba36691e7e20dcf46ff10d0dacebea33cb6d47eb262290b71dd) AuthConfig (4e1c11fa709b0c464f5444f4946d5920f07a3fc6f1000a05dc3b6e24a14230e0) AuthConfig (acf00af3c6af129c9680973658df2a731d90785bdbfcac2b172dc88e8dc7e793) AuthConfig (9ae3c4c0558a4cad0d3f16bc143ae6160907891316ff1757ddaa88e20aeb229e) AuthConfig (4916f1af9aa4d4614b19531443f14ce8b780dfd8bb76d6c3065c7ef12a05022c) AuthConfig (1171dadb3b92673380b5fede164affa1330c96d2ccd338b0c0fb596d9ee61ff9) AuthConfig (6199c0c238a0609c8d6f68572f0f96e668212724f72f509ac6f2b6bb782e43c7) AuthConfig (fcdcc782b87770cbfd092bd9721106afda8a7e4c1be10df8909fc00169287d0a) AuthConfig (e183ebd4aac4c06fecdea11cba106f2f7f9eef1038a9ca41848c6d140246c88e) AuthConfig (af5fdaf0916e319bdab414b019976ff2a534f434e1c09f548b20b7770ec2a5ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"4e454ca7-6e0a-4380-9a10-8722b92a196e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:20.714690109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"df806a5b-476a-4f75-8d81-894f50b6324d","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:20.714713031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"df806a5b-476a-4f75-8d81-894f50b6324d","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:22.11855198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"a6ec79fa-b306-4bca-b731-96d6d3131064","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:22.159329025Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"a6ec79fa-b306-4bca-b731-96d6d3131064","name":"e2e-extmod-a-0c3d9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.676444628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"828d8b86-cfa8-47c5-8846-550dbf0035e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.694581226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"828d8b86-cfa8-47c5-8846-550dbf0035e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.722159707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d7baadcd8e09b08f72dffa43794520069cb422d679857de53e22228f00a5b47) AuthConfig (4bc7152aadf4e9c374a7f1bca0e41c270040dcdc8a1348232d8ba1a55eb2ac4d) AuthConfig (b759fdcebe75cd9362dac772c326a4d54bf8e23b896bfe03b0680fa08c65f57b) AuthConfig (bb8e3b7613b4ef8081a2ba8ae9ab2e2d91fd2bc85786f97ed97f768da107a53c) AuthConfig (1f0bd83dcf35f435ef385ce03cf5705c87bbdaaec002af03b2167adc67eaa314) AuthConfig (819453b0226279e5c93ef160d8297a0671c05daaac3e54d05c532d8310bfbfd8) AuthConfig (0dde6c63e13abaa1c64268c828763db6c4411f94373ee51eb0db7138e2336266) AuthConfig (8be319cee80fe6a962016a82c129ccbec19bc1e7b9ae99d1a3771378e4156ecb) AuthConfig (ef0a03c4be4837e67103a784e2bfb7e07c6b7d26a19b71680d3b57a8626f86ca) AuthConfig (317df2a20729680a25ee6c9c351e29d83040c874c515ce03ab01949f30f27cf8) AuthConfig (c0cabee68ea6e19c0d97a70145bc6228708fe492cf732751bfbe7a339c96b773) AuthConfig (fb1aed371f209514dbc956d17c2c3483fff83d9df3918befb818284be6c0b166) AuthConfig (ddf153769cc6677e5bc26583774eca42f006b28a0f3cb641f6ab6976a9b9e92a) AuthConfig (fbd00e0ae1426e71578fa98db84790b13dbfac727dd4861cc9138c49d22d2953) AuthConfig (56d8eb1e50a8966b803dbc491cad7fdd0788f5b8ab86c1fbae267af6661e066c) AuthConfig (5a8ecbc3e7fa336fe4981fbe17b5cd23d53226857d0352a840373202507921b3) AuthConfig (cb41e4500ebde5002733d2aa25ff4d814428e3557c883b7c8683421b9265c80e) AuthConfig (ca779587093919a6ed5a4b4476b2f42fb5286c1bacfbccfc630e94bc0a35434a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"828d8b86-cfa8-47c5-8846-550dbf0035e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.85570102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"99ed1b03-343e-4af2-8799-63978655b68d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.874230674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"99ed1b03-343e-4af2-8799-63978655b68d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:25.891432022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5c187cf729ef2d415e1a5f20e0c6dce9ffddd5936b2514adfb8ccdc6ce814ee) AuthConfig (62a458524c8141f1bd8c00387dc4f93e46648322ef92e66eb3705814003a4403) AuthConfig (d9e975db157c7abd49c43223dbf80205341d9a5c9c3877ff97508f759cf54eae) AuthConfig (5f7823573667621a887b5136535bce06be5e88d4b5bbdeb0dd079d27ee3eabc6) AuthConfig (5b2e1e8a5cd78b83f4c5a2c9b6cd64ddd01ec4f8fce2992b1b317a7808d4dd59) AuthConfig (e5fb11b5ee56bf8c684963a38db835412eb645c81d41013df61888a3a69f25a9) AuthConfig (8a53ef78211862cd3e20bcb04ac0e9ea056fe5e068f54ac7f65d1034054d6cf9) AuthConfig (110c5d23c68299a995ab6d3a581a5808017f63ba31e259f4d648cb78cf393bb7) AuthConfig (50ca44abb8694e217c421885fb1b555490077c64ec3087c91e0374ed6f0f3ca7) AuthConfig (75217f7c7a7aa0aed4880858a8eac69a27c2b207c0d16dad90ef7a50792b5a76) AuthConfig (7da84c27a9683d78ae3af63bdaf21c589c2b59345ee48522b2df7c7189dcb22c) AuthConfig (0ba34bf3c6ec14bbcea21b920a147f5c7825dddb6e7091beb1b5e889a4ffca72) AuthConfig (0f02617b7b2c126c0967bdd2351f6c87d3bab39fe67a9908b958678e0808bdb4) AuthConfig (92bc224ccff4365d464793e849f64e853f4dfcf7266468968ccec1b7a0810223) AuthConfig (f9347a5c59f7ea7e3de99e749e18d29c4eaa4278bdabf1c24dc0ebf3742b9766) AuthConfig (7b870b1a854acb487b9aaec0fcb0d2c737e15567d77e396238d66c35dac2d287) AuthConfig (36977bc4365f1dbafba907bc0ad557260e566d437ac539ef785b38664375a142) AuthConfig (31ee2372ccedcca2142b876567b25fd258c1e882d03c893a6a8dfc1e1bccf9d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"99ed1b03-343e-4af2-8799-63978655b68d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:30.744484509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"6c93bab0-1e75-4f30-b8f5-9e43628067d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:30.763239959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"6c93bab0-1e75-4f30-b8f5-9e43628067d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:30.780452292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e3380d07469d529099092bb646ad32cde6c91d97941ac51f56cbeb7d733a795) AuthConfig (e1c61bd9ba050abe66e3add50b3519b8334cd5363ff69ef5538aff9619ef9256) AuthConfig (8fd3dfef7a5c5e434d593ebfec5f3f54e624be3b398409f009192e1b2e90913a) AuthConfig (42f1c6620f60b3d2f451a5f4d986ffd01387d764ee73c3ef3543806a100c48aa) AuthConfig (1d517df7e3a8a233b2264c4c8cbd2831dbf1db987ea505c2aef101e117053271) AuthConfig (bd0d961c80bfb3430de0fb081547c79e60d21447fd31d69751cd423bb999f26f) AuthConfig (aa666a783869b72b18972940bcca3fe7a45bf1d9f8e1559385f9b49b1256f460) AuthConfig (2e89b8be19341f558f91db9ddab52d8c91ff81f218db42ed7d6390a7258b102f) AuthConfig (50e65ed9d1ba4ba36691e7e20dcf46ff10d0dacebea33cb6d47eb262290b71dd) AuthConfig (4e1c11fa709b0c464f5444f4946d5920f07a3fc6f1000a05dc3b6e24a14230e0) AuthConfig (acf00af3c6af129c9680973658df2a731d90785bdbfcac2b172dc88e8dc7e793) AuthConfig (9ae3c4c0558a4cad0d3f16bc143ae6160907891316ff1757ddaa88e20aeb229e) AuthConfig (4916f1af9aa4d4614b19531443f14ce8b780dfd8bb76d6c3065c7ef12a05022c) AuthConfig (1171dadb3b92673380b5fede164affa1330c96d2ccd338b0c0fb596d9ee61ff9) AuthConfig (6199c0c238a0609c8d6f68572f0f96e668212724f72f509ac6f2b6bb782e43c7) AuthConfig (fcdcc782b87770cbfd092bd9721106afda8a7e4c1be10df8909fc00169287d0a) AuthConfig (e183ebd4aac4c06fecdea11cba106f2f7f9eef1038a9ca41848c6d140246c88e) AuthConfig (af5fdaf0916e319bdab414b019976ff2a534f434e1c09f548b20b7770ec2a5ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"6c93bab0-1e75-4f30-b8f5-9e43628067d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:31.050273763Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.749463859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"68064d42-1cde-4797-93eb-4f1b7ae63660","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.832983378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"68064d42-1cde-4797-93eb-4f1b7ae63660","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.86468694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d7baadcd8e09b08f72dffa43794520069cb422d679857de53e22228f00a5b47) AuthConfig (4bc7152aadf4e9c374a7f1bca0e41c270040dcdc8a1348232d8ba1a55eb2ac4d) AuthConfig (b759fdcebe75cd9362dac772c326a4d54bf8e23b896bfe03b0680fa08c65f57b) AuthConfig (bb8e3b7613b4ef8081a2ba8ae9ab2e2d91fd2bc85786f97ed97f768da107a53c) AuthConfig (1f0bd83dcf35f435ef385ce03cf5705c87bbdaaec002af03b2167adc67eaa314) AuthConfig (819453b0226279e5c93ef160d8297a0671c05daaac3e54d05c532d8310bfbfd8) AuthConfig (0dde6c63e13abaa1c64268c828763db6c4411f94373ee51eb0db7138e2336266) AuthConfig (8be319cee80fe6a962016a82c129ccbec19bc1e7b9ae99d1a3771378e4156ecb) AuthConfig (ef0a03c4be4837e67103a784e2bfb7e07c6b7d26a19b71680d3b57a8626f86ca) AuthConfig (317df2a20729680a25ee6c9c351e29d83040c874c515ce03ab01949f30f27cf8) AuthConfig (c0cabee68ea6e19c0d97a70145bc6228708fe492cf732751bfbe7a339c96b773) AuthConfig (fb1aed371f209514dbc956d17c2c3483fff83d9df3918befb818284be6c0b166) AuthConfig (ddf153769cc6677e5bc26583774eca42f006b28a0f3cb641f6ab6976a9b9e92a) AuthConfig (fbd00e0ae1426e71578fa98db84790b13dbfac727dd4861cc9138c49d22d2953) AuthConfig (56d8eb1e50a8966b803dbc491cad7fdd0788f5b8ab86c1fbae267af6661e066c) AuthConfig (5a8ecbc3e7fa336fe4981fbe17b5cd23d53226857d0352a840373202507921b3) AuthConfig (cb41e4500ebde5002733d2aa25ff4d814428e3557c883b7c8683421b9265c80e) AuthConfig (ca779587093919a6ed5a4b4476b2f42fb5286c1bacfbccfc630e94bc0a35434a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"68064d42-1cde-4797-93eb-4f1b7ae63660","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.919406953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"4cc4f2f5-ca50-4879-ab2c-fb495fb38762","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.938169969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"4cc4f2f5-ca50-4879-ab2c-fb495fb38762","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:35.955267368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5c187cf729ef2d415e1a5f20e0c6dce9ffddd5936b2514adfb8ccdc6ce814ee) AuthConfig (62a458524c8141f1bd8c00387dc4f93e46648322ef92e66eb3705814003a4403) AuthConfig (d9e975db157c7abd49c43223dbf80205341d9a5c9c3877ff97508f759cf54eae) AuthConfig (5f7823573667621a887b5136535bce06be5e88d4b5bbdeb0dd079d27ee3eabc6) AuthConfig (5b2e1e8a5cd78b83f4c5a2c9b6cd64ddd01ec4f8fce2992b1b317a7808d4dd59) AuthConfig (e5fb11b5ee56bf8c684963a38db835412eb645c81d41013df61888a3a69f25a9) AuthConfig (8a53ef78211862cd3e20bcb04ac0e9ea056fe5e068f54ac7f65d1034054d6cf9) AuthConfig (110c5d23c68299a995ab6d3a581a5808017f63ba31e259f4d648cb78cf393bb7) AuthConfig (50ca44abb8694e217c421885fb1b555490077c64ec3087c91e0374ed6f0f3ca7) AuthConfig (75217f7c7a7aa0aed4880858a8eac69a27c2b207c0d16dad90ef7a50792b5a76) AuthConfig (7da84c27a9683d78ae3af63bdaf21c589c2b59345ee48522b2df7c7189dcb22c) AuthConfig (0ba34bf3c6ec14bbcea21b920a147f5c7825dddb6e7091beb1b5e889a4ffca72) AuthConfig (0f02617b7b2c126c0967bdd2351f6c87d3bab39fe67a9908b958678e0808bdb4) AuthConfig (92bc224ccff4365d464793e849f64e853f4dfcf7266468968ccec1b7a0810223) AuthConfig (f9347a5c59f7ea7e3de99e749e18d29c4eaa4278bdabf1c24dc0ebf3742b9766) AuthConfig (7b870b1a854acb487b9aaec0fcb0d2c737e15567d77e396238d66c35dac2d287) AuthConfig (36977bc4365f1dbafba907bc0ad557260e566d437ac539ef785b38664375a142) AuthConfig (31ee2372ccedcca2142b876567b25fd258c1e882d03c893a6a8dfc1e1bccf9d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"4cc4f2f5-ca50-4879-ab2c-fb495fb38762","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.294039517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d6ac93-ed53-499b-b8b3-a36b22fe9fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.306899027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d6ac93-ed53-499b-b8b3-a36b22fe9fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.319633842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d6ac93-ed53-499b-b8b3-a36b22fe9fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.332532237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d6ac93-ed53-499b-b8b3-a36b22fe9fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.865119418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696e009-386c-4089-8857-efbd39346284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.877888357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696e009-386c-4089-8857-efbd39346284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.89049276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696e009-386c-4089-8857-efbd39346284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:39.903073963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b696e009-386c-4089-8857-efbd39346284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.441250656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98954df1-b0e7-4528-839f-25610bb08b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.522144314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98954df1-b0e7-4528-839f-25610bb08b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.534978901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98954df1-b0e7-4528-839f-25610bb08b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.548265085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98954df1-b0e7-4528-839f-25610bb08b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.883313269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"748d4b3e-dab2-4722-af39-993fb10955e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.901745794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"748d4b3e-dab2-4722-af39-993fb10955e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:40.919261743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e3380d07469d529099092bb646ad32cde6c91d97941ac51f56cbeb7d733a795) AuthConfig (e1c61bd9ba050abe66e3add50b3519b8334cd5363ff69ef5538aff9619ef9256) AuthConfig (8fd3dfef7a5c5e434d593ebfec5f3f54e624be3b398409f009192e1b2e90913a) AuthConfig (42f1c6620f60b3d2f451a5f4d986ffd01387d764ee73c3ef3543806a100c48aa) AuthConfig (1d517df7e3a8a233b2264c4c8cbd2831dbf1db987ea505c2aef101e117053271) AuthConfig (bd0d961c80bfb3430de0fb081547c79e60d21447fd31d69751cd423bb999f26f) AuthConfig (aa666a783869b72b18972940bcca3fe7a45bf1d9f8e1559385f9b49b1256f460) AuthConfig (2e89b8be19341f558f91db9ddab52d8c91ff81f218db42ed7d6390a7258b102f) AuthConfig (50e65ed9d1ba4ba36691e7e20dcf46ff10d0dacebea33cb6d47eb262290b71dd) AuthConfig (4e1c11fa709b0c464f5444f4946d5920f07a3fc6f1000a05dc3b6e24a14230e0) AuthConfig (acf00af3c6af129c9680973658df2a731d90785bdbfcac2b172dc88e8dc7e793) AuthConfig (9ae3c4c0558a4cad0d3f16bc143ae6160907891316ff1757ddaa88e20aeb229e) AuthConfig (4916f1af9aa4d4614b19531443f14ce8b780dfd8bb76d6c3065c7ef12a05022c) AuthConfig (1171dadb3b92673380b5fede164affa1330c96d2ccd338b0c0fb596d9ee61ff9) AuthConfig (6199c0c238a0609c8d6f68572f0f96e668212724f72f509ac6f2b6bb782e43c7) AuthConfig (fcdcc782b87770cbfd092bd9721106afda8a7e4c1be10df8909fc00169287d0a) AuthConfig (e183ebd4aac4c06fecdea11cba106f2f7f9eef1038a9ca41848c6d140246c88e) AuthConfig (af5fdaf0916e319bdab414b019976ff2a534f434e1c09f548b20b7770ec2a5ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"748d4b3e-dab2-4722-af39-993fb10955e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:41.187969364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7124b0-d415-4b47-b2b9-8f2e04b312de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:41.200660001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7124b0-d415-4b47-b2b9-8f2e04b312de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:41.213202126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7124b0-d415-4b47-b2b9-8f2e04b312de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:41.226066242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7124b0-d415-4b47-b2b9-8f2e04b312de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:45.896553995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"99cd98d6-a2c2-47ed-980a-0efa4ce443c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:45.915092601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"99cd98d6-a2c2-47ed-980a-0efa4ce443c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:45.932210341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d7baadcd8e09b08f72dffa43794520069cb422d679857de53e22228f00a5b47) AuthConfig (4bc7152aadf4e9c374a7f1bca0e41c270040dcdc8a1348232d8ba1a55eb2ac4d) AuthConfig (b759fdcebe75cd9362dac772c326a4d54bf8e23b896bfe03b0680fa08c65f57b) AuthConfig (bb8e3b7613b4ef8081a2ba8ae9ab2e2d91fd2bc85786f97ed97f768da107a53c) AuthConfig (1f0bd83dcf35f435ef385ce03cf5705c87bbdaaec002af03b2167adc67eaa314) AuthConfig (819453b0226279e5c93ef160d8297a0671c05daaac3e54d05c532d8310bfbfd8) AuthConfig (0dde6c63e13abaa1c64268c828763db6c4411f94373ee51eb0db7138e2336266) AuthConfig (8be319cee80fe6a962016a82c129ccbec19bc1e7b9ae99d1a3771378e4156ecb) AuthConfig (ef0a03c4be4837e67103a784e2bfb7e07c6b7d26a19b71680d3b57a8626f86ca) AuthConfig (317df2a20729680a25ee6c9c351e29d83040c874c515ce03ab01949f30f27cf8) AuthConfig (c0cabee68ea6e19c0d97a70145bc6228708fe492cf732751bfbe7a339c96b773) AuthConfig (fb1aed371f209514dbc956d17c2c3483fff83d9df3918befb818284be6c0b166) AuthConfig (ddf153769cc6677e5bc26583774eca42f006b28a0f3cb641f6ab6976a9b9e92a) AuthConfig (fbd00e0ae1426e71578fa98db84790b13dbfac727dd4861cc9138c49d22d2953) AuthConfig (56d8eb1e50a8966b803dbc491cad7fdd0788f5b8ab86c1fbae267af6661e066c) AuthConfig (5a8ecbc3e7fa336fe4981fbe17b5cd23d53226857d0352a840373202507921b3) AuthConfig (cb41e4500ebde5002733d2aa25ff4d814428e3557c883b7c8683421b9265c80e) AuthConfig (ca779587093919a6ed5a4b4476b2f42fb5286c1bacfbccfc630e94bc0a35434a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"99cd98d6-a2c2-47ed-980a-0efa4ce443c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:45.995736211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"d895ad24-76d3-4f20-8d4b-3463efa183b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:46.026976236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"d895ad24-76d3-4f20-8d4b-3463efa183b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:46.077724115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5c187cf729ef2d415e1a5f20e0c6dce9ffddd5936b2514adfb8ccdc6ce814ee) AuthConfig (62a458524c8141f1bd8c00387dc4f93e46648322ef92e66eb3705814003a4403) AuthConfig (d9e975db157c7abd49c43223dbf80205341d9a5c9c3877ff97508f759cf54eae) AuthConfig (5f7823573667621a887b5136535bce06be5e88d4b5bbdeb0dd079d27ee3eabc6) AuthConfig (5b2e1e8a5cd78b83f4c5a2c9b6cd64ddd01ec4f8fce2992b1b317a7808d4dd59) AuthConfig (e5fb11b5ee56bf8c684963a38db835412eb645c81d41013df61888a3a69f25a9) AuthConfig (8a53ef78211862cd3e20bcb04ac0e9ea056fe5e068f54ac7f65d1034054d6cf9) AuthConfig (110c5d23c68299a995ab6d3a581a5808017f63ba31e259f4d648cb78cf393bb7) AuthConfig (50ca44abb8694e217c421885fb1b555490077c64ec3087c91e0374ed6f0f3ca7) AuthConfig (75217f7c7a7aa0aed4880858a8eac69a27c2b207c0d16dad90ef7a50792b5a76) AuthConfig (7da84c27a9683d78ae3af63bdaf21c589c2b59345ee48522b2df7c7189dcb22c) AuthConfig (0ba34bf3c6ec14bbcea21b920a147f5c7825dddb6e7091beb1b5e889a4ffca72) AuthConfig (0f02617b7b2c126c0967bdd2351f6c87d3bab39fe67a9908b958678e0808bdb4) AuthConfig (92bc224ccff4365d464793e849f64e853f4dfcf7266468968ccec1b7a0810223) AuthConfig (f9347a5c59f7ea7e3de99e749e18d29c4eaa4278bdabf1c24dc0ebf3742b9766) AuthConfig (7b870b1a854acb487b9aaec0fcb0d2c737e15567d77e396238d66c35dac2d287) AuthConfig (36977bc4365f1dbafba907bc0ad557260e566d437ac539ef785b38664375a142) AuthConfig (31ee2372ccedcca2142b876567b25fd258c1e882d03c893a6a8dfc1e1bccf9d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"d895ad24-76d3-4f20-8d4b-3463efa183b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.045269972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153bdb3a-9006-4e65-ad7c-64df57c9b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.057858971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153bdb3a-9006-4e65-ad7c-64df57c9b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.071093082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153bdb3a-9006-4e65-ad7c-64df57c9b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.084710955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153bdb3a-9006-4e65-ad7c-64df57c9b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.620405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e9f48-f35d-48ac-b87c-d7ab1e27488b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.634676703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e9f48-f35d-48ac-b87c-d7ab1e27488b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.649866574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e9f48-f35d-48ac-b87c-d7ab1e27488b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.663059013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198e9f48-f35d-48ac-b87c-d7ab1e27488b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:48.879107414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e7b56d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e7b56d","reconcileID":"a4c430b9-c01d-4c2d-a128-b5e29fdc79b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e7b56d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-e7b56d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.321571106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178a0a07-4d4a-4ff2-8225-91c835c45308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.334368812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178a0a07-4d4a-4ff2-8225-91c835c45308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.347003968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178a0a07-4d4a-4ff2-8225-91c835c45308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.360461833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"178a0a07-4d4a-4ff2-8225-91c835c45308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.92522166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50724bc8-7867-4618-ae25-7773d8d5fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.938066075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50724bc8-7867-4618-ae25-7773d8d5fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.954767455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50724bc8-7867-4618-ae25-7773d8d5fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:49.971836505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50724bc8-7867-4618-ae25-7773d8d5fe79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:50.549784491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c30fcd5-5d30-4517-8d77-cdb811c50826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:50.563374894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c30fcd5-5d30-4517-8d77-cdb811c50826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:50.576663409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c30fcd5-5d30-4517-8d77-cdb811c50826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:18:50.578151263Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e7b56d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e7b56d","reconcileID":"73b0cd9f-218c-4770-a9a1-40b7457742ed","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-e7b56d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:50.589454501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c30fcd5-5d30-4517-8d77-cdb811c50826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.116741881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"afcc3e12-d6fe-457e-bec9-cdcd961a5ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.241020266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"afcc3e12-d6fe-457e-bec9-cdcd961a5ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.299686509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e3380d07469d529099092bb646ad32cde6c91d97941ac51f56cbeb7d733a795) AuthConfig (e1c61bd9ba050abe66e3add50b3519b8334cd5363ff69ef5538aff9619ef9256) AuthConfig (8fd3dfef7a5c5e434d593ebfec5f3f54e624be3b398409f009192e1b2e90913a) AuthConfig (42f1c6620f60b3d2f451a5f4d986ffd01387d764ee73c3ef3543806a100c48aa) AuthConfig (1d517df7e3a8a233b2264c4c8cbd2831dbf1db987ea505c2aef101e117053271) AuthConfig (bd0d961c80bfb3430de0fb081547c79e60d21447fd31d69751cd423bb999f26f) AuthConfig (aa666a783869b72b18972940bcca3fe7a45bf1d9f8e1559385f9b49b1256f460) AuthConfig (2e89b8be19341f558f91db9ddab52d8c91ff81f218db42ed7d6390a7258b102f) AuthConfig (50e65ed9d1ba4ba36691e7e20dcf46ff10d0dacebea33cb6d47eb262290b71dd) AuthConfig (4e1c11fa709b0c464f5444f4946d5920f07a3fc6f1000a05dc3b6e24a14230e0) AuthConfig (acf00af3c6af129c9680973658df2a731d90785bdbfcac2b172dc88e8dc7e793) AuthConfig (9ae3c4c0558a4cad0d3f16bc143ae6160907891316ff1757ddaa88e20aeb229e) AuthConfig (4916f1af9aa4d4614b19531443f14ce8b780dfd8bb76d6c3065c7ef12a05022c) AuthConfig (1171dadb3b92673380b5fede164affa1330c96d2ccd338b0c0fb596d9ee61ff9) AuthConfig (6199c0c238a0609c8d6f68572f0f96e668212724f72f509ac6f2b6bb782e43c7) AuthConfig (fcdcc782b87770cbfd092bd9721106afda8a7e4c1be10df8909fc00169287d0a) AuthConfig (e183ebd4aac4c06fecdea11cba106f2f7f9eef1038a9ca41848c6d140246c88e) AuthConfig (af5fdaf0916e319bdab414b019976ff2a534f434e1c09f548b20b7770ec2a5ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"afcc3e12-d6fe-457e-bec9-cdcd961a5ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.564876449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40188046-c1be-4d6c-a802-07a42f8e9b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.57753584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40188046-c1be-4d6c-a802-07a42f8e9b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.590077668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40188046-c1be-4d6c-a802-07a42f8e9b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:51.602758607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40188046-c1be-4d6c-a802-07a42f8e9b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:55.959506809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"5cc43c67-e348-479d-9606-da350fec02a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:55.977853121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"5cc43c67-e348-479d-9606-da350fec02a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:55.994671325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-15154b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d7baadcd8e09b08f72dffa43794520069cb422d679857de53e22228f00a5b47) AuthConfig (4bc7152aadf4e9c374a7f1bca0e41c270040dcdc8a1348232d8ba1a55eb2ac4d) AuthConfig (b759fdcebe75cd9362dac772c326a4d54bf8e23b896bfe03b0680fa08c65f57b) AuthConfig (bb8e3b7613b4ef8081a2ba8ae9ab2e2d91fd2bc85786f97ed97f768da107a53c) AuthConfig (1f0bd83dcf35f435ef385ce03cf5705c87bbdaaec002af03b2167adc67eaa314) AuthConfig (819453b0226279e5c93ef160d8297a0671c05daaac3e54d05c532d8310bfbfd8) AuthConfig (0dde6c63e13abaa1c64268c828763db6c4411f94373ee51eb0db7138e2336266) AuthConfig (8be319cee80fe6a962016a82c129ccbec19bc1e7b9ae99d1a3771378e4156ecb) AuthConfig (ef0a03c4be4837e67103a784e2bfb7e07c6b7d26a19b71680d3b57a8626f86ca) AuthConfig (317df2a20729680a25ee6c9c351e29d83040c874c515ce03ab01949f30f27cf8) AuthConfig (c0cabee68ea6e19c0d97a70145bc6228708fe492cf732751bfbe7a339c96b773) AuthConfig (fb1aed371f209514dbc956d17c2c3483fff83d9df3918befb818284be6c0b166) AuthConfig (ddf153769cc6677e5bc26583774eca42f006b28a0f3cb641f6ab6976a9b9e92a) AuthConfig (fbd00e0ae1426e71578fa98db84790b13dbfac727dd4861cc9138c49d22d2953) AuthConfig (56d8eb1e50a8966b803dbc491cad7fdd0788f5b8ab86c1fbae267af6661e066c) AuthConfig (5a8ecbc3e7fa336fe4981fbe17b5cd23d53226857d0352a840373202507921b3) AuthConfig (cb41e4500ebde5002733d2aa25ff4d814428e3557c883b7c8683421b9265c80e) AuthConfig (ca779587093919a6ed5a4b4476b2f42fb5286c1bacfbccfc630e94bc0a35434a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"5cc43c67-e348-479d-9606-da350fec02a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:56.105312211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"ad48197e-d1ec-4c25-8f8e-9d0252b598ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:56.124031583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"ad48197e-d1ec-4c25-8f8e-9d0252b598ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:56.141515248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-76c1b7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5c187cf729ef2d415e1a5f20e0c6dce9ffddd5936b2514adfb8ccdc6ce814ee) AuthConfig (62a458524c8141f1bd8c00387dc4f93e46648322ef92e66eb3705814003a4403) AuthConfig (d9e975db157c7abd49c43223dbf80205341d9a5c9c3877ff97508f759cf54eae) AuthConfig (5f7823573667621a887b5136535bce06be5e88d4b5bbdeb0dd079d27ee3eabc6) AuthConfig (5b2e1e8a5cd78b83f4c5a2c9b6cd64ddd01ec4f8fce2992b1b317a7808d4dd59) AuthConfig (e5fb11b5ee56bf8c684963a38db835412eb645c81d41013df61888a3a69f25a9) AuthConfig (8a53ef78211862cd3e20bcb04ac0e9ea056fe5e068f54ac7f65d1034054d6cf9) AuthConfig (110c5d23c68299a995ab6d3a581a5808017f63ba31e259f4d648cb78cf393bb7) AuthConfig (50ca44abb8694e217c421885fb1b555490077c64ec3087c91e0374ed6f0f3ca7) AuthConfig (75217f7c7a7aa0aed4880858a8eac69a27c2b207c0d16dad90ef7a50792b5a76) AuthConfig (7da84c27a9683d78ae3af63bdaf21c589c2b59345ee48522b2df7c7189dcb22c) AuthConfig (0ba34bf3c6ec14bbcea21b920a147f5c7825dddb6e7091beb1b5e889a4ffca72) AuthConfig (0f02617b7b2c126c0967bdd2351f6c87d3bab39fe67a9908b958678e0808bdb4) AuthConfig (92bc224ccff4365d464793e849f64e853f4dfcf7266468968ccec1b7a0810223) AuthConfig (f9347a5c59f7ea7e3de99e749e18d29c4eaa4278bdabf1c24dc0ebf3742b9766) AuthConfig (7b870b1a854acb487b9aaec0fcb0d2c737e15567d77e396238d66c35dac2d287) AuthConfig (36977bc4365f1dbafba907bc0ad557260e566d437ac539ef785b38664375a142) AuthConfig (31ee2372ccedcca2142b876567b25fd258c1e882d03c893a6a8dfc1e1bccf9d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"ad48197e-d1ec-4c25-8f8e-9d0252b598ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:57.851265438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"8c30ab20-d86e-4cca-a46e-d336f388ed4e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:18:57.890966052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"8c30ab20-d86e-4cca-a46e-d336f388ed4e","name":"e2e-extmod-b-7d8760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:01.049976675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:01.372480448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"63fc67bd-c81d-4162-acee-df034b64a7fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:01.448556943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"63fc67bd-c81d-4162-acee-df034b64a7fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:01.574320533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w5-1e74c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e3380d07469d529099092bb646ad32cde6c91d97941ac51f56cbeb7d733a795) AuthConfig (e1c61bd9ba050abe66e3add50b3519b8334cd5363ff69ef5538aff9619ef9256) AuthConfig (8fd3dfef7a5c5e434d593ebfec5f3f54e624be3b398409f009192e1b2e90913a) AuthConfig (42f1c6620f60b3d2f451a5f4d986ffd01387d764ee73c3ef3543806a100c48aa) AuthConfig (1d517df7e3a8a233b2264c4c8cbd2831dbf1db987ea505c2aef101e117053271) AuthConfig (bd0d961c80bfb3430de0fb081547c79e60d21447fd31d69751cd423bb999f26f) AuthConfig (aa666a783869b72b18972940bcca3fe7a45bf1d9f8e1559385f9b49b1256f460) AuthConfig (2e89b8be19341f558f91db9ddab52d8c91ff81f218db42ed7d6390a7258b102f) AuthConfig (50e65ed9d1ba4ba36691e7e20dcf46ff10d0dacebea33cb6d47eb262290b71dd) AuthConfig (4e1c11fa709b0c464f5444f4946d5920f07a3fc6f1000a05dc3b6e24a14230e0) AuthConfig (acf00af3c6af129c9680973658df2a731d90785bdbfcac2b172dc88e8dc7e793) AuthConfig (9ae3c4c0558a4cad0d3f16bc143ae6160907891316ff1757ddaa88e20aeb229e) AuthConfig (4916f1af9aa4d4614b19531443f14ce8b780dfd8bb76d6c3065c7ef12a05022c) AuthConfig (1171dadb3b92673380b5fede164affa1330c96d2ccd338b0c0fb596d9ee61ff9) AuthConfig (6199c0c238a0609c8d6f68572f0f96e668212724f72f509ac6f2b6bb782e43c7) AuthConfig (fcdcc782b87770cbfd092bd9721106afda8a7e4c1be10df8909fc00169287d0a) AuthConfig (e183ebd4aac4c06fecdea11cba106f2f7f9eef1038a9ca41848c6d140246c88e) AuthConfig (af5fdaf0916e319bdab414b019976ff2a534f434e1c09f548b20b7770ec2a5ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"63fc67bd-c81d-4162-acee-df034b64a7fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.426290836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d01040-89fc-48c9-9110-333aec79d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.438880956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d01040-89fc-48c9-9110-333aec79d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.451493076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d01040-89fc-48c9-9110-333aec79d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.464162255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d01040-89fc-48c9-9110-333aec79d9c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.569552686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7925fa33-b9ce-4802-bada-8280d21adf7a","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"maas-trlp-auth-test-model-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.628978606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"817c4d36-eecc-4362-bdd1-b0a2f19a641a","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:04.629001507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"817c4d36-eecc-4362-bdd1-b0a2f19a641a","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.093656823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f23d34-7ea2-4b3f-94b8-1e224aa9546d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.106532822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f23d34-7ea2-4b3f-94b8-1e224aa9546d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.119046157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f23d34-7ea2-4b3f-94b8-1e224aa9546d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.131947097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f23d34-7ea2-4b3f-94b8-1e224aa9546d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.640172136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"59dbec0a-3822-460a-a6e4-74b4f394ee9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.659114024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"59dbec0a-3822-460a-a6e4-74b4f394ee9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.780076731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14babeb8-889d-4e4d-b107-7c9eac5be5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.792805061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14babeb8-889d-4e4d-b107-7c9eac5be5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.805813444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14babeb8-889d-4e4d-b107-7c9eac5be5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:05.818530803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14babeb8-889d-4e4d-b107-7c9eac5be5de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.023144906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"fcda0179-578b-4a30-b79e-290208d79830","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.023700905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"4b08634e-28ad-44e3-a92f-7f8e14f50212","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.023720673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"4b08634e-28ad-44e3-a92f-7f8e14f50212","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.065542917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"116cf7aa-871f-4baf-9509-aa509566f62e","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.065644874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"116cf7aa-871f-4baf-9509-aa509566f62e","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.100338916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"fcda0179-578b-4a30-b79e-290208d79830","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.134975749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"30751e76-f77b-438e-9012-d97f42dc7e4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.196753996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"30751e76-f77b-438e-9012-d97f42dc7e4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.214365993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"30751e76-f77b-438e-9012-d97f42dc7e4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.218317017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"d714b412-33d1-49bd-ae71-413d4a383838","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.218336601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"d714b412-33d1-49bd-ae71-413d4a383838","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.233224858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"de88ebaf-7a35-45ef-9ec6-5ab3098d8db7","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.233254596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"de88ebaf-7a35-45ef-9ec6-5ab3098d8db7","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.239308594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"4871983b-ddd0-44c3-844f-26e27c5bc01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.257380494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"4871983b-ddd0-44c3-844f-26e27c5bc01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.419936803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a448eef-be9c-40da-9830-9821bd982132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.432755762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a448eef-be9c-40da-9830-9821bd982132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.446234637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a448eef-be9c-40da-9830-9821bd982132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.459431542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a448eef-be9c-40da-9830-9821bd982132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.49960845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"197d0614-4b54-4930-995d-83aeaa9169fc","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.499628209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"197d0614-4b54-4930-995d-83aeaa9169fc","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:06.987490149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de39b0af-2e26-496b-814f-95eb4aed14d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:07.000333792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de39b0af-2e26-496b-814f-95eb4aed14d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:07.012818492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de39b0af-2e26-496b-814f-95eb4aed14d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:07.02564008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de39b0af-2e26-496b-814f-95eb4aed14d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.472024337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"51545ee5-b330-4ba0-bdd2-c21ebe0203ee","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.472046804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"51545ee5-b330-4ba0-bdd2-c21ebe0203ee","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.491396236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"f3fbd324-3ce2-4082-9f71-e3376fe21262","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.491480561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"f3fbd324-3ce2-4082-9f71-e3376fe21262","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.498322622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"264a3032-201b-4547-b158-f8d8df7eb96b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:08.501380535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"e00dfe96-6319-4943-8237-836cbfa3558c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ab69eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:08.506146632Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"f3fbd324-3ce2-4082-9f71-e3376fe21262","name":"auth-test-model-15154b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-15154b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:08.506193675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"f3fbd324-3ce2-4082-9f71-e3376fe21262","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-15154b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.511950118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"8ec9b462-ee00-413f-8222-909117c9beb3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.511965777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"8ec9b462-ee00-413f-8222-909117c9beb3","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.516573155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"264a3032-201b-4547-b158-f8d8df7eb96b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.57232151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"56313438-6371-4f17-9469-68286e764fa2","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.57234071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"56313438-6371-4f17-9469-68286e764fa2","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.610839349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"0659e771-f8e8-44ad-8b1b-8177b368a843","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.61100141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ec6cd5ab-4f0b-4b0c-872c-f13a47e29756","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.61278101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"b23d28ac-5860-4944-8844-9d1665df8c78","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.612800816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"b23d28ac-5860-4944-8844-9d1665df8c78","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.613312971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"e31529bf-2947-4bbc-a888-699e79586635","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.61333268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"e31529bf-2947-4bbc-a888-699e79586635","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:08.616180869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"d849c1ec-509c-430d-98eb-cdadef9edc6f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6e436b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.629627973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"0659e771-f8e8-44ad-8b1b-8177b368a843","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.629739978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ec6cd5ab-4f0b-4b0c-872c-f13a47e29756","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.672964356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"0beafb0e-80cd-43be-b974-13c51da3f8b6","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.672983121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"0beafb0e-80cd-43be-b974-13c51da3f8b6","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.69106651Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"0b305a24-90ea-4620-a825-ceae6b139a16","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"maas-trlp-auth-test-model-15154b","model":"auth-test-model-15154b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-15154b/e2e-auth-iso-ab69eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.693720642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"1b854919-2fc0-43aa-bcf0-4cbe818d2083","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.693737014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"1b854919-2fc0-43aa-bcf0-4cbe818d2083","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.74369863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"66c21bbd-e3db-40b5-84a3-62ef0ac64986","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.743715911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"66c21bbd-e3db-40b5-84a3-62ef0ac64986","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.776618224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1c470946-be5d-4ab4-b205-53e750dc174b","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"maas-trlp-auth-test-model-76c1b7","model":"auth-test-model-76c1b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-76c1b7/e2e-auth-iso-6e436b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.806154191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"7c2f63c6-0433-40be-977e-e7ff0c12441f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.82435835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"7c2f63c6-0433-40be-977e-e7ff0c12441f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.828389774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"cac472af-e0be-41b0-991e-943670dee5e4","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.828413275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"cac472af-e0be-41b0-991e-943670dee5e4","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.855351501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"b337bbfa-f4b1-4ba5-9097-6a78ae090c4b","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"maas-trlp-auth-test-model-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:08.867993214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"0451de8c-0efb-4c2e-8450-9ddc85c60505","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"maas-trlp-auth-test-model-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:11.625282622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"900b4d2e-96bc-491a-a6cf-b5fae419a18c","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:11.655800606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"900b4d2e-96bc-491a-a6cf-b5fae419a18c","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:11.828386221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"05dbd070-bdbc-4e33-9845-9a712a2f0986","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:11.828416241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"05dbd070-bdbc-4e33-9845-9a712a2f0986","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:13.96884118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"bbf8f894-a1e2-4628-aa0a-4fc319fa0e8a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:13.968863876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"bbf8f894-a1e2-4628-aa0a-4fc319fa0e8a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.124253186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e5c297f1-e85d-46c1-b688-2e183a38ee0a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.124278478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"e5c297f1-e85d-46c1-b688-2e183a38ee0a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.132752879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"a63cb400-c5d0-4835-b597-d1cb38271ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:14.139601324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"af54c176-cdcc-4361-bda7-743b0cae6d1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-32de50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.15111053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"a63cb400-c5d0-4835-b597-d1cb38271ffb","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.1751204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"cc959afd-319f-4188-9418-bf965a667c90","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.175140231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"cc959afd-319f-4188-9418-bf965a667c90","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.194730148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"01bf9a4b-a1e8-42f1-83db-35523396ec98","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.194751458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"01bf9a4b-a1e8-42f1-83db-35523396ec98","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.265572916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"4065cb33-44b3-4c87-8c7d-d2fbc7cff83c","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"maas-trlp-auth-test-model-1e74c3","model":"auth-test-model-1e74c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w5-1e74c3/e2e-auth-iso-32de50"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.318971536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3f67a7-3e96-4848-a388-4672e1d2af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.319201388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"334930c9-3acf-43b8-8175-f3b9c902423f","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.328417461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"61058c1f-41f6-406e-a63f-24b0027d66a8","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.328433422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"61058c1f-41f6-406e-a63f-24b0027d66a8","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.331972485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3f67a7-3e96-4848-a388-4672e1d2af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.34507197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3f67a7-3e96-4848-a388-4672e1d2af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.351503742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"334930c9-3acf-43b8-8175-f3b9c902423f","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.357962237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3f67a7-3e96-4848-a388-4672e1d2af0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.385245068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"0645f4f4-47b5-4c96-9ab7-dd10e06612d4","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"maas-trlp-auth-test-model-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.985204949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b6087-d85f-4021-8d0d-63eb237e14d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:14.998580612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b6087-d85f-4021-8d0d-63eb237e14d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.011434508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b6087-d85f-4021-8d0d-63eb237e14d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.024813282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703b6087-d85f-4021-8d0d-63eb237e14d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.120856578Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-07e166","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-07e166","reconcileID":"8be3564e-a389-4e42-846c-05c5ecc9824b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-07e166","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-07e166":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.572986577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61e35c-40a6-4f87-895a-929d29b5975b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.585622583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61e35c-40a6-4f87-895a-929d29b5975b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.598862885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61e35c-40a6-4f87-895a-929d29b5975b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:15.611441596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61e35c-40a6-4f87-895a-929d29b5975b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.253549617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca9d-ab88-4c95-a587-ba64af5dd2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.291404551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca9d-ab88-4c95-a587-ba64af5dd2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.306283769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca9d-ab88-4c95-a587-ba64af5dd2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.306781433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1139e69a-2087-4a2f-833c-f14bd0af1412","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.32054281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ca9d-ab88-4c95-a587-ba64af5dd2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.339063537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1139e69a-2087-4a2f-833c-f14bd0af1412","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.35614383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1139e69a-2087-4a2f-833c-f14bd0af1412","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.857928149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5e8123-0dcd-4a23-a589-370256714cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.870679294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5e8123-0dcd-4a23-a589-370256714cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.883632846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5e8123-0dcd-4a23-a589-370256714cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:16.896555023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5e8123-0dcd-4a23-a589-370256714cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:16.912635534Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-07e166","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-07e166","reconcileID":"1ce6c728-096f-4d88-ae48-a1945b0fb7b1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-07e166\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:17.729119006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f2ba6-beb6-44af-86f7-93529886d27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:17.741933703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f2ba6-beb6-44af-86f7-93529886d27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:17.754522174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f2ba6-beb6-44af-86f7-93529886d27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:17.767120017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f08f2ba6-beb6-44af-86f7-93529886d27b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:26.384684341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"75252205-65f0-48e4-a273-6fb149fd11c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:26.404470913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"75252205-65f0-48e4-a273-6fb149fd11c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:26.421567961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"75252205-65f0-48e4-a273-6fb149fd11c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:31.2010323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:31.455247065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"3c553a49-f1c5-412a-a3d3-76b1698c0df5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:31.495900431Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"3c553a49-f1c5-412a-a3d3-76b1698c0df5","name":"e2e-extmod-b-e7b56d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:36.458398669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1e425ee7-e3d8-43a0-8995-90c97bbeecd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:36.477161408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1e425ee7-e3d8-43a0-8995-90c97bbeecd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:36.494067149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"1e425ee7-e3d8-43a0-8995-90c97bbeecd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.088457983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9f48df2d-3818-4e1e-a481-7b6a528cbaba","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"maas-trlp-auth-test-model-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.150742146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"2fa9d990-8c29-4895-a3f9-782dfed4e81d","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.150763519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"2fa9d990-8c29-4895-a3f9-782dfed4e81d","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.394603836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"7273300b-0b09-4754-8d6e-f65871ff2de0","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"maas-trlp-auth-test-model-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.452669261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"932d4426-0228-43fc-aa70-81df6b3d7ce2","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.452698209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"932d4426-0228-43fc-aa70-81df6b3d7ce2","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.739277181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"75b7584d-6077-40cc-b2e2-1704eed29282","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"maas-trlp-auth-test-model-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.797631781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"d1a6c0d8-9e9b-4b02-97a8-df39ad88752f","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:40.797651906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"d1a6c0d8-9e9b-4b02-97a8-df39ad88752f","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.406408534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"34bf19ea-5f3a-44fa-9ba8-a258d2600ceb","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.406434202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"34bf19ea-5f3a-44fa-9ba8-a258d2600ceb","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.424590406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"f2bcf652-3267-4e5d-ac1e-c60e5bbd9370","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.424618253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"f2bcf652-3267-4e5d-ac1e-c60e5bbd9370","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.451231415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"4a9a3511-5b27-4085-a9f0-f3fec2355b78","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.500746451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"4a9a3511-5b27-4085-a9f0-f3fec2355b78","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.525513036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"4a9a3511-5b27-4085-a9f0-f3fec2355b78","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.554598586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"27da3390-a4bd-45f1-b082-3e2e82156e0e","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.55464128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"27da3390-a4bd-45f1-b082-3e2e82156e0e","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.609443322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"00a848f1-ba53-4fe8-a10b-429209a7d556","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:41.628526107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"00a848f1-ba53-4fe8-a10b-429209a7d556","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.357821708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"cd9e448a-345d-44b5-89f9-017adc20cb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.377102465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"cd9e448a-345d-44b5-89f9-017adc20cb4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.454874894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"231ac15d-23fc-4fa2-ab69-c10a716a87b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.476661281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"231ac15d-23fc-4fa2-ab69-c10a716a87b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.934156619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"75f943ab-e461-47db-a47d-f1410ca9abaf","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:42.989433165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"75f943ab-e461-47db-a47d-f1410ca9abaf","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.252593682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"0b73dd2d-4a57-4432-be6f-ac793dd697d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.255198108Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"362235b5-f888-4199-a1f2-d04b4328ab8a","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6002b493","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.274806772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"0b73dd2d-4a57-4432-be6f-ac793dd697d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.453002248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"3343d487-fd21-4cbb-b9b5-00065469616b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.472614638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"3343d487-fd21-4cbb-b9b5-00065469616b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.650596378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f8cf6-3809-42ab-b43b-028f44d17d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.665583544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f8cf6-3809-42ab-b43b-028f44d17d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.678744715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f8cf6-3809-42ab-b43b-028f44d17d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:43.692620511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae9f8cf6-3809-42ab-b43b-028f44d17d92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.013261001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"b7f0f349-b6fc-4936-be10-5c4da4a46f80","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.013282585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"b7f0f349-b6fc-4936-be10-5c4da4a46f80","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.0445158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"39840b6f-7978-4002-8e03-249143742754","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.057952729Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0991699c-5281-466e-bed1-81e37cdd1bf5","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-516407b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.062565781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"39840b6f-7978-4002-8e03-249143742754","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.228236093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686d1813-913c-410d-93e7-1d6c722653cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.228407735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"62ee8ba4-f59d-4116-a704-6ce079345baa","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.2413933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686d1813-913c-410d-93e7-1d6c722653cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.254401223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686d1813-913c-410d-93e7-1d6c722653cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.259376276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"62ee8ba4-f59d-4116-a704-6ce079345baa","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:44.269846226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686d1813-913c-410d-93e7-1d6c722653cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:46.540932449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"327a9c98-5762-4d73-8d07-d4de6dccf613","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:46.626476695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"327a9c98-5762-4d73-8d07-d4de6dccf613","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:46.644345183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"327a9c98-5762-4d73-8d07-d4de6dccf613","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:46.721293219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"6f9f3b11-91cc-4db6-a955-825693e29de6","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:46.721317158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"6f9f3b11-91cc-4db6-a955-825693e29de6","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.037612912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"6a7323b0-d253-469d-affb-351765e7ad7f","namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.062682812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"06dc675a-ef62-4b4d-819a-c348d4363d81","namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.076952911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"f8330855-d92f-40bf-b691-607b3a51dee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.077319657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"d065971f-3dfd-4cd7-8d84-1bb14e9355dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.077531467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c25381fc-1018-4529-ac41-89205520fd81","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.091894484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"91f262f2-43d1-423d-a6bb-fe3ac29dfe91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.091969796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2ccb4156-aa30-4e0c-8bb3-0efe61ed6f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.097023636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"d065971f-3dfd-4cd7-8d84-1bb14e9355dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.097024452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"f8330855-d92f-40bf-b691-607b3a51dee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.099218582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c25381fc-1018-4529-ac41-89205520fd81","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.110203478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2ccb4156-aa30-4e0c-8bb3-0efe61ed6f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.110234068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"91f262f2-43d1-423d-a6bb-fe3ac29dfe91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.114549603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"f8330855-d92f-40bf-b691-607b3a51dee2","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.116042894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c25381fc-1018-4529-ac41-89205520fd81","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.171713895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"995aff54-63bf-48f2-9fd6-23bc87ac0727","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.183772175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4481e2dd-9cca-4233-9f20-34f2109b81c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.183833776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"49eec147-823b-4e1d-bc4c-dd17f1ce02af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.189535973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"995aff54-63bf-48f2-9fd6-23bc87ac0727","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.192830026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6feb0ba5-eb38-40ee-a829-10425fcfae16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.202192071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"49eec147-823b-4e1d-bc4c-dd17f1ce02af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.202217605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4481e2dd-9cca-4233-9f20-34f2109b81c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.211073114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6feb0ba5-eb38-40ee-a829-10425fcfae16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.283828855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2a9ccb9c-b5e6-45c3-938e-24e81334d1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.301690212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2a9ccb9c-b5e6-45c3-938e-24e81334d1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.315609312Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"13de670b-6af8-4a69-8250-9b833a5aeebe","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.384617073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3458143b-0b62-4822-afc7-c992f3261545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.384617641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1408b11f-49f1-4c63-85a8-71f1cd03a232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.403259044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"1408b11f-49f1-4c63-85a8-71f1cd03a232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.403355689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3458143b-0b62-4822-afc7-c992f3261545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.458881778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"f76a03f4-145a-4d85-a5cd-a7c29e9263c6","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.471632344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"6a0dff63-c95e-421d-ba6b-ce59de278de5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.472309841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"d9ef2f72-db57-4def-96d2-592852a7b158","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.484023656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"52ed0be2-9195-4bb7-9d55-51d4bcb8b4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.48468364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"569a0d6c-9ef9-44ed-b43c-a21fac78949d","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.489775056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"6a0dff63-c95e-421d-ba6b-ce59de278de5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.491500914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"d9ef2f72-db57-4def-96d2-592852a7b158","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.497925616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"23998e2a-c61f-416d-b4c0-9931927d1d5a","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.503255957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"52ed0be2-9195-4bb7-9d55-51d4bcb8b4c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.585536307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c256e5-a97e-4765-877f-406cd7c10f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.586068785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce75e0a-b640-4d2f-bf55-5a0a6aa1e508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.647971155Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce75e0a-b640-4d2f-bf55-5a0a6aa1e508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:47.649671229Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c256e5-a97e-4765-877f-406cd7c10f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.66755384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce75e0a-b640-4d2f-bf55-5a0a6aa1e508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:19:47.669715202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c256e5-a97e-4765-877f-406cd7c10f7e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.671367901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb9d1f96-979c-44c7-bdc8-e10755259e49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.671447235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb9d1f96-979c-44c7-bdc8-e10755259e49","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.691771627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb8b54a6-bffc-4ffb-a27c-ce86d0d2f0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.694227708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd993c74-a31a-45dc-9010-5076ee9f8189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.694309072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd993c74-a31a-45dc-9010-5076ee9f8189","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.695051012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7e7328c1-4417-4ce5-89d8-53558e72045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.71541804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7e7328c1-4417-4ce5-89d8-53558e72045b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.715571488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb8b54a6-bffc-4ffb-a27c-ce86d0d2f0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.782009033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1f5be11a-96e4-435c-be6b-c8b51d6ce368","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.814761389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"0fc26170-3b72-494e-a109-bf600122ff9a","namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.857027834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b9c60b81-0bcb-4152-b750-d0e84e648a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:47.968892497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"857ac6f8-8ff5-4b3e-8973-a384da89ec32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.426681108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"857ac6f8-8ff5-4b3e-8973-a384da89ec32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.458796638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"1f5be11a-96e4-435c-be6b-c8b51d6ce368","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.490442461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"adf8f150-e393-4368-ad0b-e2ab242104f9","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.490494884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"adf8f150-e393-4368-ad0b-e2ab242104f9","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.492176451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"cd48b693-9e5f-49e3-9fc4-9d84976e7c3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.498318069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b9c60b81-0bcb-4152-b750-d0e84e648a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.507272924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c4a6bd37-a2c8-4887-a6ae-02a6a891a074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.520835851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"cd48b693-9e5f-49e3-9fc4-9d84976e7c3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.531824207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"c4a6bd37-a2c8-4887-a6ae-02a6a891a074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.6394966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"45007aec-bf6d-42a7-9651-6943206d48d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.654123756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9fac9bd0-f269-46a8-8554-30ec6a51536c","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.654828929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"0cf9210a-3e88-4c8c-8b1a-d2437b68562e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.662430031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"45007aec-bf6d-42a7-9651-6943206d48d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.662507672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1b2f2c05-5aa8-4680-9418-daf8a295737b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.667695076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"66197f6e-a853-4b7a-b6a4-114cbea8c5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.675276642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"0cf9210a-3e88-4c8c-8b1a-d2437b68562e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.676670143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9fac9bd0-f269-46a8-8554-30ec6a51536c","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.679524386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"45007aec-bf6d-42a7-9651-6943206d48d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.682237117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1b2f2c05-5aa8-4680-9418-daf8a295737b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.686932926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"66197f6e-a853-4b7a-b6a4-114cbea8c5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.694883809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9fac9bd0-f269-46a8-8554-30ec6a51536c","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.712034008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"73140366-c614-4cd1-9727-72c00896d8e7","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.712057552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"73140366-c614-4cd1-9727-72c00896d8e7","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.735968255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"9150bccc-fb46-4170-9cf7-cfedc74a4f07","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.749468027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b0f57c-1e77-4536-a8e8-f90b301b4a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.768268912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b0f57c-1e77-4536-a8e8-f90b301b4a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.787304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b0f57c-1e77-4536-a8e8-f90b301b4a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.78853647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"9150bccc-fb46-4170-9cf7-cfedc74a4f07","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.805530991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"9150bccc-fb46-4170-9cf7-cfedc74a4f07","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.808529434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed97302b-0af2-49c2-ae3a-f102178970ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.808551982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ed97302b-0af2-49c2-ae3a-f102178970ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.839713094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"d2f7858a-a3e6-41c6-b9d9-687bef4e718e","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.839747937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"d2f7858a-a3e6-41c6-b9d9-687bef4e718e","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.840553115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"34363cbb-112e-46d3-8f51-79e0ef67066e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.853010407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3a50ceb8-2f6d-4427-8a93-b4913e7bb7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.853064703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a4e81dd-0fdd-40e4-aafc-392687252e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.853430592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"93bd2ab0-a3f9-4adb-81f5-e9b353724922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.858328072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"34363cbb-112e-46d3-8f51-79e0ef67066e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.872952589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a4e81dd-0fdd-40e4-aafc-392687252e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.872969848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"93bd2ab0-a3f9-4adb-81f5-e9b353724922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.875353973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3a50ceb8-2f6d-4427-8a93-b4913e7bb7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.889778318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a4e81dd-0fdd-40e4-aafc-392687252e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.936690765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"7792a575-b89b-4b57-b00d-11fe6bd02966","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.949013283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a7ba0ae6-e35a-4a52-aaae-f47214555628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.949013285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"16eccfdc-7ed9-4fb2-983c-b63d0661033b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.955791818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"7792a575-b89b-4b57-b00d-11fe6bd02966","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.968214189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a7ba0ae6-e35a-4a52-aaae-f47214555628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:48.970536184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"16eccfdc-7ed9-4fb2-983c-b63d0661033b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.037187014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"51eaeb60-f33a-4a19-91b3-c37ba0edd635","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.049829198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"873e541f-65f6-4e11-868d-60440f9cc6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.050323256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"07ee0d01-72e5-4adb-9ac0-f39045d8f498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.050411211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4269f797-391a-41f5-9f5b-fe99ed59dd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.050793189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2dd09f03-8cd7-4b2f-b8f0-229a801c87e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.056354924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"51eaeb60-f33a-4a19-91b3-c37ba0edd635","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.0698439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2dd09f03-8cd7-4b2f-b8f0-229a801c87e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.071939242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4269f797-391a-41f5-9f5b-fe99ed59dd05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.073262913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"07ee0d01-72e5-4adb-9ac0-f39045d8f498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.074391572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"873e541f-65f6-4e11-868d-60440f9cc6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.142657263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8cf84802-fa07-4f64-9dc7-1930e6fc91bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.15466806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a925b74f-7d2b-45b8-a653-e164c47974f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.156508421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6b54b14f-2350-4acf-ad27-ecb439bc1d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.237222751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a925b74f-7d2b-45b8-a653-e164c47974f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.24235195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6b54b14f-2350-4acf-ad27-ecb439bc1d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.321848321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8cf84802-fa07-4f64-9dc7-1930e6fc91bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.322132032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"21dfe6ef-171f-4832-827e-5be97cc2e67f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.338385498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9c0f3e5e-d292-47d8-a0d8-238d33e9d289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.342860626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"21dfe6ef-171f-4832-827e-5be97cc2e67f","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.390195148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9c0f3e5e-d292-47d8-a0d8-238d33e9d289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.466110532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"1ab411c6-97b6-4af2-8c79-393867143839","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:49.484773556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"1ab411c6-97b6-4af2-8c79-393867143839","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.271723415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"50b9a507-d62c-4f38-bbbd-e041e7896484","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","subscription":"e2e-auth-iso-ab69eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.287253301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"50b9a507-d62c-4f38-bbbd-e041e7896484","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.301702715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"50b9a507-d62c-4f38-bbbd-e041e7896484","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"maas-trlp-auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.45616294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"f4b423ec-64de-4a22-931a-29e25dcd0042","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.456189927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"f4b423ec-64de-4a22-931a-29e25dcd0042","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.48405024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"30993667-69dc-4b6d-84ed-86b4292861b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.502225486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"30993667-69dc-4b6d-84ed-86b4292861b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.587870581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"7c0171c4-6a57-4462-862a-c6f41a8a52bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.606199271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"7c0171c4-6a57-4462-862a-c6f41a8a52bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.609449845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"0b8cb6e9-3a65-4672-9e2b-0c7908263504","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.609466935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"0b8cb6e9-3a65-4672-9e2b-0c7908263504","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.654754446Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"2004ff43-07b3-4d21-90f2-49ddc872f9e4","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3336a63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.686832998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"472e2f13-a942-4a19-a054-051672293d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.707101786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"472e2f13-a942-4a19-a054-051672293d2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.867053995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"b3d46748-784b-4464-9f78-e60f28092c7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:53.897377987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"b3d46748-784b-4464-9f78-e60f28092c7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.072161345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7532a20e-5a37-4df7-962a-d650ab73687d","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","subscription":"e2e-auth-iso-6e436b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.090958716Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7532a20e-5a37-4df7-962a-d650ab73687d","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.105390037Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"7532a20e-5a37-4df7-962a-d650ab73687d","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"maas-trlp-auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.18838485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"a8648b15-e865-46f3-b46f-32243a274811","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.188404934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"a8648b15-e865-46f3-b46f-32243a274811","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.222179243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0d545b04-5da5-4bac-9595-8164709c3acd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.24046294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"0d545b04-5da5-4bac-9595-8164709c3acd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.342505189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"a0a0256e-92d3-4fd2-b335-172a148dae2a","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.342531691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"a0a0256e-92d3-4fd2-b335-172a148dae2a","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.369763833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"f701a569-ba73-4d00-8543-882583ae8c96","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.389400602Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"0d4a2fc2-362e-4abb-a8e2-5257afc2d1c8","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-21754e44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.389515774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"f701a569-ba73-4d00-8543-882583ae8c96","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.47162018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"731e2650-04a7-414b-8053-ade6cd5bcb65","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.548481565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"731e2650-04a7-414b-8053-ade6cd5bcb65","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.596744234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"48364d22-db33-4d7d-a54d-626ce4ea9426","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:54.61497334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"48364d22-db33-4d7d-a54d-626ce4ea9426","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.707397124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"dd93ce2e-cfaf-4920-9fa1-e1fe252539f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.721320345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6f16bafa-c60c-4feb-865d-2180309f2b19","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.72670561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"dd93ce2e-cfaf-4920-9fa1-e1fe252539f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.739488052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6f16bafa-c60c-4feb-865d-2180309f2b19","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.744257828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"dd93ce2e-cfaf-4920-9fa1-e1fe252539f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.758220236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6f16bafa-c60c-4feb-865d-2180309f2b19","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.848540429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db22690-c482-41bc-be2e-a266cd0f52db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.849468999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"d6adaca5-2970-419c-b4a2-72e67842192c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.866751612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db22690-c482-41bc-be2e-a266cd0f52db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.868627297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"d6adaca5-2970-419c-b4a2-72e67842192c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.883518784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1db22690-c482-41bc-be2e-a266cd0f52db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.885831285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"d6adaca5-2970-419c-b4a2-72e67842192c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.949272523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1eb1dde-7125-48fe-814d-a505f9d0db19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.968271197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1eb1dde-7125-48fe-814d-a505f9d0db19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:19:58.9857537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1eb1dde-7125-48fe-814d-a505f9d0db19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:00.777299254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"1cb72e98-9722-4e2f-9219-718ff767b88d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:00.81768465Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"1cb72e98-9722-4e2f-9219-718ff767b88d","name":"e2e-extmod-b-07e166-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:01.050197437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.668548603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"035ee03e-dcbe-42d7-bdd8-16dc26b1d5bf","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","subscription":"e2e-auth-iso-ab69eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.682267729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"035ee03e-dcbe-42d7-bdd8-16dc26b1d5bf","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.696541016Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"035ee03e-dcbe-42d7-bdd8-16dc26b1d5bf","MaaSSubscription":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"maas-trlp-auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.780468226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"e56696c2-9090-4cc0-931c-9ae91218b83a","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.780490065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"e56696c2-9090-4cc0-931c-9ae91218b83a","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.807266105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"7969b169-9220-45e1-8213-d08bfdf8bab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.825392643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"7969b169-9220-45e1-8213-d08bfdf8bab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.970006061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"2f267711-6a7b-49f3-958f-61c73c877dbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.970235054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"02cc8a76-b2e7-43d1-8d9e-3b79f974f943","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.970253703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"02cc8a76-b2e7-43d1-8d9e-3b79f974f943","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.978693741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"1f7e4542-6a8e-4922-8f76-f5663a9761ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:03.996941876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"1f7e4542-6a8e-4922-8f76-f5663a9761ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.166330139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"2f267711-6a7b-49f3-958f-61c73c877dbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.221245273Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"2f267711-6a7b-49f3-958f-61c73c877dbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"name":"e2e-shared-a-w3-99e420-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.221270313Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"e2e-auth-iso-ab69eb","reconcileID":"2f267711-6a7b-49f3-958f-61c73c877dbd","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.240241505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"0de411bc-2b1e-4b22-be40-51d91279f8b2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"tenant":"e2e-shared-a-w3-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","model":"ai-tenant-e2e-shared-a-w3-99e420/auth-test-model-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.240262482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"auth-test-model-99e420","reconcileID":"0de411bc-2b1e-4b22-be40-51d91279f8b2","MaaSModelRef":{"name":"auth-test-model-99e420","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"routeName":"auth-test-model-99e420-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-99e420","llmisvcName":"auth-test-model-99e420","gateway":"openshift-ingress/e2e-shared-a-w3-99e420","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.396996459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ceb5b786-354b-419d-b1a1-651d6c28fac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.397182829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"2823db9f-15c1-44ca-ad30-50c48f887808","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.397201127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"2823db9f-15c1-44ca-ad30-50c48f887808","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.403688096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"88ad1e61-c359-47a6-8357-1eca4423c805","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","subscription":"e2e-auth-iso-6e436b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.417289439Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"88ad1e61-c359-47a6-8357-1eca4423c805","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.431273737Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"88ad1e61-c359-47a6-8357-1eca4423c805","MaaSSubscription":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"maas-trlp-auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.440323628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ceb5b786-354b-419d-b1a1-651d6c28fac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.545475074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ceb5b786-354b-419d-b1a1-651d6c28fac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"name":"e2e-shared-b-w3-15154b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.545556248Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"e2e-auth-iso-ab69eb","reconcileID":"ceb5b786-354b-419d-b1a1-651d6c28fac8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ab69eb","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.564219728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"c4c5c185-c10b-44dc-abee-62af2ff5a515","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"tenant":"e2e-shared-b-w3-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","model":"ai-tenant-e2e-shared-b-w3-15154b/auth-test-model-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.564252306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"auth-test-model-15154b","reconcileID":"c4c5c185-c10b-44dc-abee-62af2ff5a515","MaaSModelRef":{"name":"auth-test-model-15154b","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"routeName":"auth-test-model-15154b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-15154b","llmisvcName":"auth-test-model-15154b","gateway":"openshift-ingress/e2e-shared-b-w3-15154b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.567489136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"83940ff8-7c7f-442e-b40f-655bc0599699","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.567511714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"83940ff8-7c7f-442e-b40f-655bc0599699","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.595309177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"f4756187-2e14-4612-a0b4-f13d3db4841c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.613307207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"f4756187-2e14-4612-a0b4-f13d3db4841c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.731329584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a5048d50-9272-46fe-82b2-a21e0b5ac6da","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.731504697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"ee33b1d8-d167-4795-8136-1c09b5b438dc","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.731526885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"ee33b1d8-d167-4795-8136-1c09b5b438dc","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.768946501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"cd984545-f795-4c7b-86e5-e7c93d4478bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.769971809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a5048d50-9272-46fe-82b2-a21e0b5ac6da","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.787370579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"cd984545-f795-4c7b-86e5-e7c93d4478bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.820128888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a5048d50-9272-46fe-82b2-a21e0b5ac6da","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"name":"e2e-shared-a-w2-05687d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.820150728Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"e2e-auth-iso-6e436b","reconcileID":"a5048d50-9272-46fe-82b2-a21e0b5ac6da","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.838760225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"664e95bf-f186-4037-b1cb-a4d5994f79a8","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"tenant":"e2e-shared-a-w2-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","model":"ai-tenant-e2e-shared-a-w2-05687d/auth-test-model-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:04.838781101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"auth-test-model-05687d","reconcileID":"664e95bf-f186-4037-b1cb-a4d5994f79a8","MaaSModelRef":{"name":"auth-test-model-05687d","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"routeName":"auth-test-model-05687d-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-05687d","llmisvcName":"auth-test-model-05687d","gateway":"openshift-ingress/e2e-shared-a-w2-05687d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.020418443Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9e6b94c1-9929-4e2d-94b6-f9b4a773318c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.020863615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"c23c0438-712b-4b6f-a0b8-97bf6fb2c430","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.021184125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"c23c0438-712b-4b6f-a0b8-97bf6fb2c430","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.062753195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9e6b94c1-9929-4e2d-94b6-f9b4a773318c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.112627069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9e6b94c1-9929-4e2d-94b6-f9b4a773318c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"name":"e2e-shared-b-w2-76c1b7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.112651987Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"e2e-auth-iso-6e436b","reconcileID":"9e6b94c1-9929-4e2d-94b6-f9b4a773318c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6e436b","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.133274947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"2abf4053-d28c-4a4f-b9c8-0a481d8a9ea6","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"tenant":"e2e-shared-b-w2-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","model":"ai-tenant-e2e-shared-b-w2-76c1b7/auth-test-model-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:05.133297302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"auth-test-model-76c1b7","reconcileID":"2abf4053-d28c-4a4f-b9c8-0a481d8a9ea6","MaaSModelRef":{"name":"auth-test-model-76c1b7","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"routeName":"auth-test-model-76c1b7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","llmisvcName":"auth-test-model-76c1b7","gateway":"openshift-ingress/e2e-shared-b-w2-76c1b7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.772436188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3bb99d13-ccb2-4be2-9067-4e7f0c1c09a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.784711074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7d1dc972-2d3e-41ca-8ef2-0e4994b83d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.790971798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3bb99d13-ccb2-4be2-9067-4e7f0c1c09a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.802745704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7d1dc972-2d3e-41ca-8ef2-0e4994b83d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.808369419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3bb99d13-ccb2-4be2-9067-4e7f0c1c09a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.819582049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7d1dc972-2d3e-41ca-8ef2-0e4994b83d37","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.912136328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"98ec12db-86db-454b-be82-9cef420a74dc","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.923751683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31d87b9-b94e-4d81-9a3a-8feabed2fe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.930211963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"98ec12db-86db-454b-be82-9cef420a74dc","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.941744982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31d87b9-b94e-4d81-9a3a-8feabed2fe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.946943503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"98ec12db-86db-454b-be82-9cef420a74dc","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:08.958729937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31d87b9-b94e-4d81-9a3a-8feabed2fe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:09.027188045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010ff0e9-0b9d-4e30-b47e-2aa04e06e6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:09.045380343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010ff0e9-0b9d-4e30-b47e-2aa04e06e6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:09.062449683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010ff0e9-0b9d-4e30-b47e-2aa04e06e6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.091798746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cdf760-a4a0-4bff-969d-5ada9846c309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.105641811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cdf760-a4a0-4bff-969d-5ada9846c309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.119150684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cdf760-a4a0-4bff-969d-5ada9846c309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.132107473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95cdf760-a4a0-4bff-969d-5ada9846c309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.843080537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"977001dd-fa23-43b2-ae3f-2a0ab6908d5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.853190136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f80538f9-0a47-4c7e-b8bc-29d3bcd479f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.86986942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"977001dd-fa23-43b2-ae3f-2a0ab6908d5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.921317215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f80538f9-0a47-4c7e-b8bc-29d3bcd479f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.923807735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"977001dd-fa23-43b2-ae3f-2a0ab6908d5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.940029094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f80538f9-0a47-4c7e-b8bc-29d3bcd479f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.984435054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125b0e33-77a9-4bba-91ce-a15b2977d5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.984860657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"58460272-0835-4915-ae28-a831939f791c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:18.998307795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125b0e33-77a9-4bba-91ce-a15b2977d5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.010869394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125b0e33-77a9-4bba-91ce-a15b2977d5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.016593697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"58460272-0835-4915-ae28-a831939f791c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.023512387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"125b0e33-77a9-4bba-91ce-a15b2977d5d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.036592414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63594ee5-30ea-4f6a-9f68-de910871ad5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.040078995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"58460272-0835-4915-ae28-a831939f791c","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.055041001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63594ee5-30ea-4f6a-9f68-de910871ad5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.072089161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63594ee5-30ea-4f6a-9f68-de910871ad5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.106069886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38536702-727b-4e20-9d17-bf00aa5adb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.124103352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38536702-727b-4e20-9d17-bf00aa5adb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:19.140811759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38536702-727b-4e20-9d17-bf00aa5adb72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.729134987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"de989826-f7bd-43c6-ac05-6ff8b7503c7f","namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.752710237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"07b1c9d4-fc10-48f2-9e6c-358a87077400","namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.761809349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"b74d404a-d9f6-4abf-8bad-616ec9826dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.76208694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"0dae3361-2e52-4021-9e57-257c4d2a90d8","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.762379622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"dafad786-a4a2-407a-9a19-1ee87eadfc38","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.774810215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f2019f4-ed96-4071-89c6-ce3924bcf427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.774814343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faffb00-cf9c-46f1-a3d0-c25fbaf5a1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.781318546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"b74d404a-d9f6-4abf-8bad-616ec9826dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.781405627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"dafad786-a4a2-407a-9a19-1ee87eadfc38","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.783452137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"0dae3361-2e52-4021-9e57-257c4d2a90d8","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.79332039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faffb00-cf9c-46f1-a3d0-c25fbaf5a1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.793445786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f2019f4-ed96-4071-89c6-ce3924bcf427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.798596525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"dafad786-a4a2-407a-9a19-1ee87eadfc38","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.799767419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"b74d404a-d9f6-4abf-8bad-616ec9826dfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.800354271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"0dae3361-2e52-4021-9e57-257c4d2a90d8","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.810443257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f2019f4-ed96-4071-89c6-ce3924bcf427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.810935361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3faffb00-cf9c-46f1-a3d0-c25fbaf5a1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.877982057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"246e5129-cb60-46bd-90a0-3ee3b86e4387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.882177956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0ceddb87-1a68-44fb-b6a1-6ff840a85dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.882297214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"47f9b6a2-30c4-45df-bbbe-25e504e605eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.882595615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"18f12167-8b2a-469a-a8cd-597f1248b354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.882665781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"28a1d415-1d6c-4769-b09f-743028011d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.89733133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"246e5129-cb60-46bd-90a0-3ee3b86e4387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.904063733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"47f9b6a2-30c4-45df-bbbe-25e504e605eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.907027065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"28a1d415-1d6c-4769-b09f-743028011d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.920377476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0ceddb87-1a68-44fb-b6a1-6ff840a85dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.925589348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"18f12167-8b2a-469a-a8cd-597f1248b354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:23.996586241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"509dab65-5dd7-4645-ac01-d0e36bcc0228","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.064984615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"b0478625-d4bb-48cf-a169-fdc0b588b2ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.077799049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"14a1aa78-2cf3-4eb1-9507-e4d797d7774e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.077859507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7d4a8508-0cc1-43dc-a0af-01ae4f9e9b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.083012031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"b0478625-d4bb-48cf-a169-fdc0b588b2ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.096333542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"14a1aa78-2cf3-4eb1-9507-e4d797d7774e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.09686878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7d4a8508-0cc1-43dc-a0af-01ae4f9e9b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.191711722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"c74042ac-b926-49f0-8021-52ecc8e11b7d","namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.465173672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"669eea04-547d-45bb-9d67-bb46c306064b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.46521156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"669eea04-547d-45bb-9d67-bb46c306064b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.465968857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ccf5e3c4-195c-401e-8923-1a2a443d11bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.466412291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3089826f-1806-48c4-9bc6-51fa1fb2d6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.544120676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3cde5cfe-8e99-44d1-a79c-ddb6ebeb038d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.583296941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"339364f8-825d-4455-becb-041140a6b605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.588059231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3089826f-1806-48c4-9bc6-51fa1fb2d6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.590842575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3cde5cfe-8e99-44d1-a79c-ddb6ebeb038d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.594116995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ccf5e3c4-195c-401e-8923-1a2a443d11bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.599465177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cae2eded-4220-4295-a081-dde19da48d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.602693547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f4914039-9747-455a-b430-943234dbd97a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.602716608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f4914039-9747-455a-b430-943234dbd97a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.604395899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"339364f8-825d-4455-becb-041140a6b605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.626987915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cae2eded-4220-4295-a081-dde19da48d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.752898831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"48f49954-4110-46f1-b2a4-8ac09baa0493","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.764680578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"a0d4421b-abf0-4edf-871b-a0eaa8ac7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.766061047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"08ebacf8-bfc0-495a-aed6-8f5f51150ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.766256891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d88028fc-83be-4703-87e2-dbca2f9e871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.771632234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"48f49954-4110-46f1-b2a4-8ac09baa0493","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.777874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b6e0685-ecb0-4d6e-9007-e0266907a601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.783344774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"a0d4421b-abf0-4edf-871b-a0eaa8ac7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.785813395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d88028fc-83be-4703-87e2-dbca2f9e871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.788822444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"08ebacf8-bfc0-495a-aed6-8f5f51150ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.822481425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"a0d4421b-abf0-4edf-871b-a0eaa8ac7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.824047759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b6e0685-ecb0-4d6e-9007-e0266907a601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.845924566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b6e0685-ecb0-4d6e-9007-e0266907a601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.864663909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fc40f216-4876-4aad-b75a-de023423715d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.869483118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dffbae9-2ff3-4d01-b534-94eb74bbeddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.873049558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"6eb0a573-66e0-4f15-8d5f-6f703f926012","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.875188748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"9d0f11a4-54dd-4df4-acfb-bbd2fbea0fcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.882834709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fc40f216-4876-4aad-b75a-de023423715d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.8873256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dffbae9-2ff3-4d01-b534-94eb74bbeddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.888054413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8f1c4235-4c17-4e2e-ae0d-894b23795c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.890968013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"6eb0a573-66e0-4f15-8d5f-6f703f926012","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.893376665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"9d0f11a4-54dd-4df4-acfb-bbd2fbea0fcc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.900240418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fc40f216-4876-4aad-b75a-de023423715d","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.903967475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dffbae9-2ff3-4d01-b534-94eb74bbeddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.907588472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8f1c4235-4c17-4e2e-ae0d-894b23795c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.907719688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"6eb0a573-66e0-4f15-8d5f-6f703f926012","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.943599255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"99174bb1-39bd-4236-98f2-a55315519fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.944274837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d8e02ca5-63db-48ce-87fe-18291a1779c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.946360606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"39d9144d-9473-4d5a-9957-68b2d7e3b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.963066443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d8e02ca5-63db-48ce-87fe-18291a1779c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.96409667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"99174bb1-39bd-4236-98f2-a55315519fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.965984535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"39d9144d-9473-4d5a-9957-68b2d7e3b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.971981732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d293e972-abd5-43ce-b828-2e91227dcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.984477531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ee596379-b578-4ec3-b9a3-d123eb9bcaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:24.989763652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d293e972-abd5-43ce-b828-2e91227dcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.002389109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ee596379-b578-4ec3-b9a3-d123eb9bcaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.031290904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f44a98fc-93ca-4ee1-8947-519077d25381","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.031310856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f44a98fc-93ca-4ee1-8947-519077d25381","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.039589712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a8b163a4-6f1b-4411-912d-f8fafded1d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.058685378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a8b163a4-6f1b-4411-912d-f8fafded1d3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.059418473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3d2b8d90-81cb-4239-b34a-a7f531366390","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.107532704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3d2b8d90-81cb-4239-b34a-a7f531366390","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.124169807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3d2b8d90-81cb-4239-b34a-a7f531366390","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.156675248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"9e33fd88-7e0a-43ad-a51a-ec62bd4d07d2","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:25.156708674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"9e33fd88-7e0a-43ad-a51a-ec62bd4d07d2","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:31.055920092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.862284256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9bf8b56a-c919-49fe-8833-fd7e280a62f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.885792203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9bf8b56a-c919-49fe-8833-fd7e280a62f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.903762351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9bf8b56a-c919-49fe-8833-fd7e280a62f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.967384983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"7d645704-60b0-44fc-ae6d-f4fbeb793d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.984105185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"c1703981-2869-4262-94ba-ab74642ae9c7","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:34.984775028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50059611-18a8-46d9-b385-3ce145ec0214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.028295334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"7d645704-60b0-44fc-ae6d-f4fbeb793d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.033120602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50059611-18a8-46d9-b385-3ce145ec0214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.059852171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"c1703981-2869-4262-94ba-ab74642ae9c7","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.075075623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-675bf4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5622be7705c2c5e46c1f3b3cce1f0ad59c3add2f6afe44db59acca6e6ae5c7e9) AuthConfig (87f588099967536c29c31990f5ac581e46e335357ecf916cc3701b5afdb150cc) AuthConfig (4fdbb129e22bc25b0f45d481447aeaba00ba4611861696ee1de5d5e55a22547a) AuthConfig (f40de952ba79faccd53e275eebefffcb5857a0351e2646272f694c810a30e775) AuthConfig (815666afe83b2ab2b738a3da8424d710ae9cc690d01125619d385696ec81754f) AuthConfig (ca9a274db0b6cdf5d71f1c93eb4177af09bdc19c1c3a4a9158f32b4dc2dc301d) AuthConfig (d60b2e72c946def80673e4028c3fa464c204a40cb6202291630abfaa81651dc3) AuthConfig (933ed06029c3a05c4d63ddc7d1e053abbe65e5e3f9d8d4d0a84e0551593214aa) AuthConfig (1235984cafe8afd435eef00185af549e305977f65547649d0db8a8e8f31cff0c) AuthConfig (87b58ea91cd5f17b2489ea87d49481fbf81e4bdd19182842b6bb928a9175c3c5) AuthConfig (29d932d23696450c2a4f2271bb3b08cb5e4565a6fcba0e085747256a7d397885) AuthConfig (f749a55bbf9637876f02be33f997ad078f6675191fce62dc83cca3230edb152e) AuthConfig (505599b4e2e36099735b68a3ddee8edef86167b03b47236612243553ee71094e) AuthConfig (d0d2a278f5c100998f9625846e71042c32cf6d6a4c2fd75d7b10b5f6933e6f95) AuthConfig (760d9076df44eebecf0bdec9418adbd53a51ededc62bdc2300aa127e15a29bb5) AuthConfig (12c86d56e0a007ed3aa5736392c194206e2b0540f7218ca97d9cce2881d1f65a) AuthConfig (3d976bdd747f7302872bbca4a0ae4d59c7261866b8f4b3a533b5fed1eef12d5b) AuthConfig (b9852f730c2e8890962a50811a65dddd2620fcc284db4f15ae15f3dc6ce66c7e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"7d645704-60b0-44fc-ae6d-f4fbeb793d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.080429921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50059611-18a8-46d9-b385-3ce145ec0214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.080874136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecf8a781-ef4e-4ba0-a33f-659ee885a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.097770515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"c1703981-2869-4262-94ba-ab74642ae9c7","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.150207221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecf8a781-ef4e-4ba0-a33f-659ee885a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.236381747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 23, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecf8a781-ef4e-4ba0-a33f-659ee885a21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.265781973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"88e8725c-2942-4ad6-a8ed-013a5a69d373","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.306281462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"88e8725c-2942-4ad6-a8ed-013a5a69d373","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:35.328083544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"88e8725c-2942-4ad6-a8ed-013a5a69d373","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:37.80038845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa123fd-4b14-40b6-8bfa-af88c657fcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:37.813008634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa123fd-4b14-40b6-8bfa-af88c657fcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:37.825618905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa123fd-4b14-40b6-8bfa-af88c657fcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:37.838376629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa123fd-4b14-40b6-8bfa-af88c657fcd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:38.398106556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19727ade-f976-4c3d-8792-09319ccd1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:38.410962385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19727ade-f976-4c3d-8792-09319ccd1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:38.424074581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19727ade-f976-4c3d-8792-09319ccd1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:38.437348224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19727ade-f976-4c3d-8792-09319ccd1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:38.667563608Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7fe78e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7fe78e","reconcileID":"6baacc27-aff8-41b8-bbb3-fe37ff9cab9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7fe78e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7fe78e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.129774392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ccc8a-f153-4fc1-8b47-0efbfc99f06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.14423675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ccc8a-f153-4fc1-8b47-0efbfc99f06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.15907962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ccc8a-f153-4fc1-8b47-0efbfc99f06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.172701578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132ccc8a-f153-4fc1-8b47-0efbfc99f06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.80267306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800b0ab3-6615-4da3-b4fe-e670aed2d511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.815406442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800b0ab3-6615-4da3-b4fe-e670aed2d511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.828080332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800b0ab3-6615-4da3-b4fe-e670aed2d511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:39.840801365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800b0ab3-6615-4da3-b4fe-e670aed2d511","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:20:40.348484068Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7fe78e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7fe78e","reconcileID":"2ba169cd-aaa3-40df-bd89-0387040309bb","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-7fe78e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:40.392133749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da0cc1e-2459-4ad2-9cca-ee6e71609b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:40.408346714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da0cc1e-2459-4ad2-9cca-ee6e71609b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:40.422229224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da0cc1e-2459-4ad2-9cca-ee6e71609b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:40.436342987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da0cc1e-2459-4ad2-9cca-ee6e71609b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:41.384636124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a20c081-0b76-49e6-aeae-529d6ae15354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:41.39730583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a20c081-0b76-49e6-aeae-529d6ae15354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:41.409771996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a20c081-0b76-49e6-aeae-529d6ae15354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:41.422713774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a20c081-0b76-49e6-aeae-529d6ae15354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:43.550985188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"bf98697b-0826-4d5f-ab03-d2c3a6adb157","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:43.5731496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"bf98697b-0826-4d5f-ab03-d2c3a6adb157","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:43.591529598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"bf98697b-0826-4d5f-ab03-d2c3a6adb157","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:43.625417326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"4674cf2f-0dc5-4e51-944d-2f87fe49b8c1","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:43.625453094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"4674cf2f-0dc5-4e51-944d-2f87fe49b8c1","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:44.932345881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"cbe9013d-9f3f-4b34-acb5-be890bdba9b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:44.950892937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"cbe9013d-9f3f-4b34-acb5-be890bdba9b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:44.968423909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"cbe9013d-9f3f-4b34-acb5-be890bdba9b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:44.987344494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"0095e3f1-1c17-4e08-a8d6-a5c72ba15949","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:44.987367393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"0095e3f1-1c17-4e08-a8d6-a5c72ba15949","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.106968786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"76ee18ca-bda6-40c7-ad32-fcef48354778","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.120109344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"043f7707-c44c-4e90-81be-ca234b0955c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.126094045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"76ee18ca-bda6-40c7-ad32-fcef48354778","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.1397314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"043f7707-c44c-4e90-81be-ca234b0955c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.160414283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"043f7707-c44c-4e90-81be-ca234b0955c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.180517183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2333118d-c73c-4c9b-aca1-13f6211fd7b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.180537025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2333118d-c73c-4c9b-aca1-13f6211fd7b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.279549487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af033d6-dd56-4476-a1f9-f3d54743f1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.286398099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"58cbc99c-6266-48f6-927c-f06d1bb0595b","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.286416902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"58cbc99c-6266-48f6-927c-f06d1bb0595b","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.29828267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af033d6-dd56-4476-a1f9-f3d54743f1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.315828539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8af033d6-dd56-4476-a1f9-f3d54743f1b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.337176765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a02e6074-f1be-4c58-8d1a-c0adff048184","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.337207742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a02e6074-f1be-4c58-8d1a-c0adff048184","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.365613786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"8f4351c0-2976-4995-b5eb-c76bd6acf31c","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.384354363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"8f4351c0-2976-4995-b5eb-c76bd6acf31c","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:45.401371798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"8f4351c0-2976-4995-b5eb-c76bd6acf31c","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:48.330478612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59ebc-1198-457c-a6b6-89d7002b47e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:48.347374579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59ebc-1198-457c-a6b6-89d7002b47e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:48.541409037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59ebc-1198-457c-a6b6-89d7002b47e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:48.564272289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d59ebc-1198-457c-a6b6-89d7002b47e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.112972237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16ab01f-0ff4-44ca-ab98-a9a30d11a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.125439263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16ab01f-0ff4-44ca-ab98-a9a30d11a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.137870155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16ab01f-0ff4-44ca-ab98-a9a30d11a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.150345902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16ab01f-0ff4-44ca-ab98-a9a30d11a413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.658855527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"e504d768-4b16-4b28-af60-e09e0d935105","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.658878803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"e504d768-4b16-4b28-af60-e09e0d935105","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.679692918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"73c2b13d-033f-46a5-b24c-24761a5b684f","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.679712901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"73c2b13d-033f-46a5-b24c-24761a5b684f","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:20:49.69010972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"6103bbe8-12d4-41da-b925-11e795fc6db4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-6fb322\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.71340446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"8557f705-35ac-4744-96d9-1289495432ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.727262702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"2f74f87a-b7e6-4e25-beb4-0945e080f579","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.727294321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"2f74f87a-b7e6-4e25-beb4-0945e080f579","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.734137029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"8557f705-35ac-4744-96d9-1289495432ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.744543711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"085be4c7-5db8-40d4-87c6-982b8aa94a2d","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.744562033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"085be4c7-5db8-40d4-87c6-982b8aa94a2d","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.84052138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"aadd22e6-85f2-4100-881b-06ea0debdac0","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"maas-trlp-auth-test-model-675bf4","model":"auth-test-model-675bf4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-675bf4/e2e-auth-iso-6fb322"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.848703685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"0f47e721-080c-4783-a5e9-2c799c09b946","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.868033694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"0f47e721-080c-4783-a5e9-2c799c09b946","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.897991124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"fd376c66-d83f-4d74-a90f-dcc5745ebee9","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.898011932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"fd376c66-d83f-4d74-a90f-dcc5745ebee9","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:49.939726193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"c5047656-b897-48f3-a53a-7395479cc465","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"maas-trlp-auth-test-model-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.109676199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae305496-c662-46c5-b2eb-2a2a589607bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.122633456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae305496-c662-46c5-b2eb-2a2a589607bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.135432071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae305496-c662-46c5-b2eb-2a2a589607bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.151495866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae305496-c662-46c5-b2eb-2a2a589607bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.658898158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"872b1a64-3502-461d-b29d-27eb91e01777","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.678278874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"872b1a64-3502-461d-b29d-27eb91e01777","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.695826012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"872b1a64-3502-461d-b29d-27eb91e01777","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.813791791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8173ef1-2fce-404c-8ecb-11dbdd417e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.827244561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8173ef1-2fce-404c-8ecb-11dbdd417e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.840107244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8173ef1-2fce-404c-8ecb-11dbdd417e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.85281487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8173ef1-2fce-404c-8ecb-11dbdd417e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:53.996476605Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b9ed94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b9ed94","reconcileID":"07ee0a9b-c48c-40af-84a2-d4736e195f83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b9ed94","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-b9ed94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:54.897458099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc715a-a827-4a0a-9eac-ea97860412d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:54.910289572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc715a-a827-4a0a-9eac-ea97860412d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:54.923674937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc715a-a827-4a0a-9eac-ea97860412d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:54.937097415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"febc715a-a827-4a0a-9eac-ea97860412d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.023824955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"45969e5a-7840-44c4-8b72-1f73b737c912","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.043148336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"45969e5a-7840-44c4-8b72-1f73b737c912","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.04370812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"69e40083-3b1b-4d7b-b9df-87691c7c7e85","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.062098766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"45969e5a-7840-44c4-8b72-1f73b737c912","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.063641384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"f77b2702-c62c-4e3d-b242-d44f0ccb7dc4","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.073151198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"81028eca-35fd-4135-b3a2-2df26b1f16f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.07332104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"97341cd1-1785-4cee-8f0b-c199ab64f141","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.087432813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64a42f68-30f9-4d73-bfd7-38b74c037888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.087599514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda2beb2-3291-48d4-8c34-9b2d96dee776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.092628695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"81028eca-35fd-4135-b3a2-2df26b1f16f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.093237576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"97341cd1-1785-4cee-8f0b-c199ab64f141","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.106108394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64a42f68-30f9-4d73-bfd7-38b74c037888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.106261019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda2beb2-3291-48d4-8c34-9b2d96dee776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.109848584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"81028eca-35fd-4135-b3a2-2df26b1f16f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.110314456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"97341cd1-1785-4cee-8f0b-c199ab64f141","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.123896746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64a42f68-30f9-4d73-bfd7-38b74c037888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.124343747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda2beb2-3291-48d4-8c34-9b2d96dee776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.124627315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"9d8bfe04-816c-4a46-9fe4-72a1c833b6bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.144241571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"9d8bfe04-816c-4a46-9fe4-72a1c833b6bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.229466635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7cf7eb6c-3cd1-457a-aa45-27c9278550ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.247878836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5fd3ce60-77ca-49b3-8b9c-2ceb9a678ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.248545029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"347b64c7-aa69-4c1f-8e93-d36c2fa4bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.248978033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4a5e964-ba07-4048-a24d-0d4c5b077195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.249350522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f1fdd9ec-1df7-4f0a-a470-2b67af288f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.254133898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7cf7eb6c-3cd1-457a-aa45-27c9278550ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.274260065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"7cf7eb6c-3cd1-457a-aa45-27c9278550ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.275746164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"347b64c7-aa69-4c1f-8e93-d36c2fa4bd0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.27709274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"5fd3ce60-77ca-49b3-8b9c-2ceb9a678ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.278291038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4a5e964-ba07-4048-a24d-0d4c5b077195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.279404217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f1fdd9ec-1df7-4f0a-a470-2b67af288f45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.29140861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"def7250a-11dd-406c-bd48-32478f902776","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.447772703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"16f0e64a-67c6-4f1e-b062-75e23b6cef25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.648635186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8043436d-fea7-4570-917d-e30eef7fdbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.649224906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"27756f19-05a9-4916-adc0-6829d107e81d","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.651261744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"78aea375-9056-40b6-9227-ed1d88285e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.652391976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"16f0e64a-67c6-4f1e-b062-75e23b6cef25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.653270713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"3a614a8b-b29b-4e88-9e29-3a325729b73f","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.713592352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6707af2a-eac7-439d-8a48-2f9a997f0956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.804692116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"af0921a5-a3f8-4c29-b441-8581298a72cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.808588422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8043436d-fea7-4570-917d-e30eef7fdbcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.842925344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"41cd1f16-a0b8-4b51-9ac6-54221536fb0c","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.84295933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"41cd1f16-a0b8-4b51-9ac6-54221536fb0c","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.849005541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"78aea375-9056-40b6-9227-ed1d88285e62","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.854868178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"af0921a5-a3f8-4c29-b441-8581298a72cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:55.897090668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6707af2a-eac7-439d-8a48-2f9a997f0956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.029709783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"780bed6a-9248-4dc8-b60c-b67db5306ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.090381201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"780bed6a-9248-4dc8-b60c-b67db5306ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.157211672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"bdbd144e-7e37-43e4-8a48-f45849e7e8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.157224518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"44689bc0-e799-490f-8dc5-5e197c68dd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.15767513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f2d37726-810e-468b-923b-a3eca18c3456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.386866256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553cf362-e9ac-4d40-8da5-636383866521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.431749338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"44689bc0-e799-490f-8dc5-5e197c68dd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.557853122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553cf362-e9ac-4d40-8da5-636383866521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.563258473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"bdbd144e-7e37-43e4-8a48-f45849e7e8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.563875166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f2d37726-810e-468b-923b-a3eca18c3456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.564723304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"cf8ead45-2424-42e9-9b92-4d15e77c5b90","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.599595952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553cf362-e9ac-4d40-8da5-636383866521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.709168743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553cf362-e9ac-4d40-8da5-636383866521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.710121848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e0e6bd2f-7857-4c01-97c0-a2c86fed30f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.711739865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"cf8ead45-2424-42e9-9b92-4d15e77c5b90","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.731858867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e0e6bd2f-7857-4c01-97c0-a2c86fed30f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.810292588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"e59a198e-f39e-48c2-93a5-69ef3ff9b311","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.811641239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"861c16d4-ebdc-499a-8fcc-7064b0b0b467","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.814220705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"68f1c6dd-4a16-407a-9f75-a17004974657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.826837254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa342ef-49c2-4389-b55c-51cba5e306bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.832942037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"e59a198e-f39e-48c2-93a5-69ef3ff9b311","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.836565906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4626c302-cffd-4fe5-b7d7-dd809205b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.842282654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"861c16d4-ebdc-499a-8fcc-7064b0b0b467","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.932744301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"68f1c6dd-4a16-407a-9f75-a17004974657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.940278442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa342ef-49c2-4389-b55c-51cba5e306bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.943508478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4626c302-cffd-4fe5-b7d7-dd809205b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:56.944634225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"861c16d4-ebdc-499a-8fcc-7064b0b0b467","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.023049169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fa342ef-49c2-4389-b55c-51cba5e306bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.025975305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4626c302-cffd-4fe5-b7d7-dd809205b990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.037603388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"439b470c-ace5-4d64-9651-7a0462698541","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.057803807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"439b470c-ace5-4d64-9651-7a0462698541","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.058128922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"3455abc2-8319-4c93-94d1-efab495de38b","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.058152749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"3455abc2-8319-4c93-94d1-efab495de38b","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.074074272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0c6efd0c-c099-44ec-972d-450436f5d914","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.074575391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"393acb1b-3a09-4afc-82d0-7d1ae2a46990","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.074853919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"439b470c-ace5-4d64-9651-7a0462698541","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.092834162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"393acb1b-3a09-4afc-82d0-7d1ae2a46990","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.111580895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"393acb1b-3a09-4afc-82d0-7d1ae2a46990","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.125927104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0c6efd0c-c099-44ec-972d-450436f5d914","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.152372863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0c6efd0c-c099-44ec-972d-450436f5d914","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.178401166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c0a87f7-2757-4f52-9cdc-734735c1c2ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.186731129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6a580cf1-84ad-45d6-9400-eff2fc940aff","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.186756057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6a580cf1-84ad-45d6-9400-eff2fc940aff","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.190838453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"35d776b8-3f74-44d7-8856-8195a8636b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.19141471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"be6a71b3-f34a-4b8a-a1b3-f7d246c670f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.19176465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1124d4e1-0df2-415f-9650-92753e24e341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.197678508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c0a87f7-2757-4f52-9cdc-734735c1c2ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.213342404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"35d776b8-3f74-44d7-8856-8195a8636b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.21569805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"be6a71b3-f34a-4b8a-a1b3-f7d246c670f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.218215087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1124d4e1-0df2-415f-9650-92753e24e341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.36364512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a5e23a6d-d46e-4d45-8430-ccb2efa711bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.48296606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a5e23a6d-d46e-4d45-8430-ccb2efa711bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.50333406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"08c693b0-65ec-47e1-b74e-44a8334c94f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.528945941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"08c693b0-65ec-47e1-b74e-44a8334c94f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.552611823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b85a4436-712b-4cb7-8237-d1033380dd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.556733408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a86e7f22-d07f-44e1-bd07-41494935518c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.557117346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"45436872-1940-48fc-bf9c-b203a37aff7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.571146653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b85a4436-712b-4cb7-8237-d1033380dd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.57506552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a86e7f22-d07f-44e1-bd07-41494935518c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.575745416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"45436872-1940-48fc-bf9c-b203a37aff7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.609143153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109c8f6f-9977-4e23-9093-f4cc6ba86dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.662325825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109c8f6f-9977-4e23-9093-f4cc6ba86dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.750620858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109c8f6f-9977-4e23-9093-f4cc6ba86dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:57.782848907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"109c8f6f-9977-4e23-9093-f4cc6ba86dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:58.355585399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335eef5c-7777-4673-86c0-10645f9f3e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:58.370987441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335eef5c-7777-4673-86c0-10645f9f3e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:58.384582639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335eef5c-7777-4673-86c0-10645f9f3e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:58.397103188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335eef5c-7777-4673-86c0-10645f9f3e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:58.954361539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfbf120-c7f4-45db-b72a-05bcf6448c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.024164769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfbf120-c7f4-45db-b72a-05bcf6448c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.03833388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfbf120-c7f4-45db-b72a-05bcf6448c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.122518312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bfbf120-c7f4-45db-b72a-05bcf6448c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.717467642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8d8650-d5c8-47c3-8898-29dd5e6bac2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.730860639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8d8650-d5c8-47c3-8898-29dd5e6bac2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.743873296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8d8650-d5c8-47c3-8898-29dd5e6bac2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:20:59.75682367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8d8650-d5c8-47c3-8898-29dd5e6bac2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:01.0496623Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:06.974471839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"ff4a4785-ee2c-41c6-bc0c-e3578d5ca386","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:06.992841252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"ff4a4785-ee2c-41c6-bc0c-e3578d5ca386","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.009546158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"ff4a4785-ee2c-41c6-bc0c-e3578d5ca386","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.122507521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666e6c44-b68b-4a6a-847c-fb0357bc26b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.122507557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c87d6377-7fab-4724-9f47-44ff7999860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.144803325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c87d6377-7fab-4724-9f47-44ff7999860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.146175484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666e6c44-b68b-4a6a-847c-fb0357bc26b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.163080741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c87d6377-7fab-4724-9f47-44ff7999860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.163562114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666e6c44-b68b-4a6a-847c-fb0357bc26b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.174753082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"77806ba2-c77d-4378-9ea5-b13ceb231397","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.175127262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f2a39f50-19d5-44e7-b346-5a17ceed34ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.194286421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"77806ba2-c77d-4378-9ea5-b13ceb231397","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.194814307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f2a39f50-19d5-44e7-b346-5a17ceed34ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.224924948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f2a39f50-19d5-44e7-b346-5a17ceed34ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.226302593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"77806ba2-c77d-4378-9ea5-b13ceb231397","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.274977618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"49405d45-7c9a-4f3f-840b-9c98bfcd8621","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.293404343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"49405d45-7c9a-4f3f-840b-9c98bfcd8621","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:07.311032384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"49405d45-7c9a-4f3f-840b-9c98bfcd8621","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.038311052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"83042fa4-0f9a-4e57-b555-97141a8ec2b7","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.056244329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"83042fa4-0f9a-4e57-b555-97141a8ec2b7","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.073151619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"83042fa4-0f9a-4e57-b555-97141a8ec2b7","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.205153062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22671a52-85a1-45cb-934e-37ae38bcdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.205153054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1d5fb89-ab49-4431-a2a0-bc604531b013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.223845089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22671a52-85a1-45cb-934e-37ae38bcdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.223961341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1d5fb89-ab49-4431-a2a0-bc604531b013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.2415805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22671a52-85a1-45cb-934e-37ae38bcdd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.242043571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1d5fb89-ab49-4431-a2a0-bc604531b013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.302235435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"90a75ce9-2bf4-4a97-b790-833bd5045e87","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.302943371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f114b555-146e-457d-98f7-b787b2babc5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.333891375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"90a75ce9-2bf4-4a97-b790-833bd5045e87","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.336733191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f114b555-146e-457d-98f7-b787b2babc5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.375844248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"90a75ce9-2bf4-4a97-b790-833bd5045e87","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.421579678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f114b555-146e-457d-98f7-b787b2babc5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.435695829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"6ccde525-4a06-442f-b558-31901bd789c4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.454063057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"6ccde525-4a06-442f-b558-31901bd789c4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:17.47141672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"6ccde525-4a06-442f-b558-31901bd789c4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:26.660433115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"df001022-9795-4129-9f7c-40e875426a55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7fe78e","tenantID":"e2e-extmod-a-7fe78e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:26.701970917Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"df001022-9795-4129-9f7c-40e875426a55","name":"e2e-extmod-a-7fe78e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.102081692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"15985260-67f9-428e-a833-97e3b6c3c2c6","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.119816496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"15985260-67f9-428e-a833-97e3b6c3c2c6","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.137118996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"15985260-67f9-428e-a833-97e3b6c3c2c6","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.288689861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87470179-dbed-4c9c-8ff2-8c217eb096e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.288787795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7018fd6-296f-4af7-908a-da26e2f84bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.308200772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87470179-dbed-4c9c-8ff2-8c217eb096e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.30830103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7018fd6-296f-4af7-908a-da26e2f84bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.32850772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7018fd6-296f-4af7-908a-da26e2f84bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.32894842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87470179-dbed-4c9c-8ff2-8c217eb096e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.405455559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"244a08ed-7f23-44aa-aa8f-03886901aacd","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.42861051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"244a08ed-7f23-44aa-aa8f-03886901aacd","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.445896106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d8760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c99c8990b3165797cf7158cca4eb33c9a4afe7554b6020d3e40aa5b095091d) AuthConfig (912c68dfc721be446e73db73989581c06a27239569c2a0acf3b0b05f066752c1) AuthConfig (cf2348bccae4b9a5464745d9ac400e534a0fd3eae70403e559c444bec0b09a69) AuthConfig (da5db78f4a8ea6c3328b3ddb3b979a844e203b7848cc78e976f3f13c9ab25811) AuthConfig (18fc346ffdacee048e27bb7a98126f9045f4a2262a37aae4c74677394be89964) AuthConfig (b13c1154183aeec3f49a0470b6f48edee06e905e29bb2d681ee2a75c8efa87fc) AuthConfig (9112a21b59d08e4211b20fa1b7b576ae4fd01dfee2cec44e794469d374655953) AuthConfig (ab0fcbe7727bfa5a3d54add75463e6a3ee4f621cdc5dfa8416f62bc84e7ce9e2) AuthConfig (d6039e3e660ae1a12e171322e6b66611301ee0197dac8e6a190bab9059370f92) AuthConfig (14716b9de49fe9969709daeef4d88f1d5fb1a561d403a3ac11a673406ebe2589)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"244a08ed-7f23-44aa-aa8f-03886901aacd","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.505107272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"2f9d2965-6800-4679-97ae-a44b726d0ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.505107211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f79b8592-154a-4614-ba25-dd894608758c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.523547562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f79b8592-154a-4614-ba25-dd894608758c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.523997677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"2f9d2965-6800-4679-97ae-a44b726d0ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.542367324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w5-8d569e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a50ba86555107cc104cb1eb60fcf70c821a11513f64e48f84d0aa744381a420) AuthConfig (f665e064dc84e47a16abdad3d9961d0a271f43fbeff4c7420fe264bd059dcd56) AuthConfig (d2bef8c795baeca6a24db6539cf2d0b9aade6c779c87bf4f33c5ca90097f7ff0) AuthConfig (c3ca84534351f623ef2f90538e6bc13372256c683bd5bcc680d5918cad87fbfc) AuthConfig (ea689a090bd8109cc69b7b80b9f9afee2a05f89103575640abc262e6d525a66a) AuthConfig (240f037c11441065d8217a711a6a716e085021d8328602cccd481b145ce78e0f) AuthConfig (de282209f5068e5c7579c3d7e824e3bf0c4a2124d1ab1d6723cd5e047c0aa9ce) AuthConfig (2c576cc30f694af9fe2aae7748a3a25685b84961d94ea4ce611ea7ddc246ac76) AuthConfig (bc19f97dd9e42a8ba00451d7157c40fe04c28c487ccd7c6260d200e7f9e405b4) AuthConfig (b26d61798cdac9b277e0e94a65d4462db74ee15d78e0bca111821a721d2bd70d) AuthConfig (76a747f1e0bccb10978d1e9d2545592b79ad8f90aa84a921252444533d54ae76) AuthConfig (b3964213d9c3e2db7ae4e2433fc716a3940c1e203e8029601e8fdc508c102430) AuthConfig (9c82bb8ec22bb70810189cdf649222d9e23f88344a3af8b66450cec5abf1e322) AuthConfig (ff6bf393b6d8a5270544c75f5a9799a079af39dce8a9b06e09922f8f382df2b9) AuthConfig (5a40e46ff32a632fd299a30b09788092bb6f5cc8c2aa6b7ece1cb85fafb27dd1) AuthConfig (ad54281ea79500acb5df3c8f41e91e8f30fce211cfb0f3c5ef5806e05c02d017) AuthConfig (c32ed0b03cb5c2dfa7e29757641113cc460ddb89d8c650377590bda7092969ef) AuthConfig (d5740761426107f1a2a0445d50eae03e740a5a74fd62fe43b90d9dd76fd6bf7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"2f9d2965-6800-4679-97ae-a44b726d0ab2","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:27.542427409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f79b8592-154a-4614-ba25-dd894608758c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:31.050214811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:34.744667608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"5653130a-cba1-4bea-b23b-c02fb8c1fcbd","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"maas-trlp-auth-test-model-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:34.817882537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"f0e3206a-6644-4886-b993-d1bd396634b4","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:34.817937471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"f0e3206a-6644-4886-b993-d1bd396634b4","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.687076449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"016b685b-e8f8-4f06-b3cd-c21daf0de9f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.705311506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"016b685b-e8f8-4f06-b3cd-c21daf0de9f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.72235467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (4352d3f2454cd7a748cda90cbbcf5551a357daec52fbba27e17a96bc3acca555) AuthConfig (3a0bad8336e5e443b16226a2bac7cb0e9ec6234a1ee93a4fd103eb02adcc5c84) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (fc871f8aeca363e80d5cf0952c67f71d640db295231a0718c81fb9830ef55732) AuthConfig (73a3556b56d92607dacd26a0bb5705eecf93db6ce54e2d2f89fc977e9f8d251c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"016b685b-e8f8-4f06-b3cd-c21daf0de9f8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.754743924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f4e7e8c0-7a91-45ae-9915-038665d29a0d","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.754769051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"f4e7e8c0-7a91-45ae-9915-038665d29a0d","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.894331792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"fd3769e8-3924-42a0-aab5-369fcd4b6d63","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.923966466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"fd3769e8-3924-42a0-aab5-369fcd4b6d63","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.942103852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (071cdeb05262a794d52342a9d9ebd10cf883a3d6589245f6b49c241f30ab4dcd) AuthConfig (283311d2f402ee9d79aa8a239802c475e9b0b8fa66087bb79d7ddd4f17a53e91) AuthConfig (e4a9b03a868506f4bed173a6f2122de9b5c2fbe377ef13da067e32fc3bb76752) AuthConfig (4a664427ab45ff2b2e583d825ff4e045197b0d125e2414496a8b010ad8309413) AuthConfig (0df1644347d2b1244ff5d57e6e74d205f54e7823b03c416612cf59d26ed8227e) AuthConfig (86aa49b0db3b747960cfbc18f3b0f0244f66d77678c24900fdba2d26494d8808) AuthConfig (2fd5cfcc73f56b3c0bccbe4aa77377a8423976b2287df1103dba609b90c5963d) AuthConfig (eebf37afce8a178a3682ad03a2b6bdfd9a6f661cb54eba734a8731b891affea7) AuthConfig (daff6a9cdc506b2a921d99e27bd6d688f3783d21590edc799eba8b32a4ca02ec) AuthConfig (ab259a6ed6e88b61ac4965f72b77c99333925076a1f2d0a66d3ba853597e6c00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"fd3769e8-3924-42a0-aab5-369fcd4b6d63","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.976814026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6aa7b21d-7549-4f05-af47-1ff97845df44","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:35.976843014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6aa7b21d-7549-4f05-af47-1ff97845df44","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:36.419683291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3b2e04b2-cc7c-4186-aff3-020664a4370c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:36.439602059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3b2e04b2-cc7c-4186-aff3-020664a4370c","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.373263067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"715ffc7e-0c17-490f-b914-e3b90c29ffa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.374811383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"421e0281-4b5c-4a28-9e8e-27bd8f985e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.392968674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"421e0281-4b5c-4a28-9e8e-27bd8f985e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.42179138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"715ffc7e-0c17-490f-b914-e3b90c29ffa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.47572693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"a1e770b9-7ded-4c76-a36d-dfe62bd517e3","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.478705394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a16a359-1d00-4217-a6a2-e1cc5d27e8a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.478722011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a16a359-1d00-4217-a6a2-e1cc5d27e8a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.494007786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"a1e770b9-7ded-4c76-a36d-dfe62bd517e3","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.568586879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0853ff-f6f1-4102-aa0f-af767b890dbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.568610602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0853ff-f6f1-4102-aa0f-af767b890dbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.574219527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9907321b-cbf0-4b6c-8fca-0a61dc036601","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.592494236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"9907321b-cbf0-4b6c-8fca-0a61dc036601","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.680075623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"62f6383d-ea39-4bc2-af6d-00822e87ea5a","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.680109308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"62f6383d-ea39-4bc2-af6d-00822e87ea5a","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.76726139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"7e312096-3af1-4669-b541-2550f3362f92","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:37.767284541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"7e312096-3af1-4669-b541-2550f3362f92","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.057262242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"a5b1c091-7157-4031-b932-f3e440c7be8d","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.057286277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"a5b1c091-7157-4031-b932-f3e440c7be8d","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.084722856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"f75cc729-a381-4af7-b6d9-10af189e209b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.102660667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"70475a47-9f70-422d-9f91-09c4cc023a88","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-67b8fea0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.103054346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"f75cc729-a381-4af7-b6d9-10af189e209b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.258367874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"4f362348-f16a-4ef8-93ef-b4faf3d36f1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.27669057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"4f362348-f16a-4ef8-93ef-b4faf3d36f1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.484823644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"f2a416a7-439c-4228-9b87-111f6252cde0","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.484850344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"f2a416a7-439c-4228-9b87-111f6252cde0","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.504833232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"d2fc2e56-1655-4a21-9795-4c64a3b44d3c","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.504987646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"d2fc2e56-1655-4a21-9795-4c64a3b44d3c","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.513125356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"55e74d7b-9fb1-4c27-8ea4-9bb7f9993a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:21:40.51416863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"e8dcfd8e-67b3-4256-940b-670db8132991","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-32de50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:21:40.520281379Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"d2fc2e56-1655-4a21-9795-4c64a3b44d3c","name":"auth-test-model-8d569e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8d569e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:21:40.520338769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"d2fc2e56-1655-4a21-9795-4c64a3b44d3c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8d569e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.525771069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"19498b30-3431-4db9-b74f-7687270ac464","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.52578862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"19498b30-3431-4db9-b74f-7687270ac464","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.53119295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"55e74d7b-9fb1-4c27-8ea4-9bb7f9993a57","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.546632761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"84c653a9-a963-4fc0-9452-64cf33c2b5b7","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.546655018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"84c653a9-a963-4fc0-9452-64cf33c2b5b7","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.565477974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"72ca6e2f-9449-41c0-9809-463270ff9e36","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.565497197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"72ca6e2f-9449-41c0-9809-463270ff9e36","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.632308326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"2f390f5e-1dd6-4bb7-b9ab-16f8366792cc","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"maas-trlp-auth-test-model-8d569e","model":"auth-test-model-8d569e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w5-8d569e/e2e-auth-iso-32de50"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.686821915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"802725a2-7485-497f-8829-584878015276","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.686847285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"802725a2-7485-497f-8829-584878015276","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.713001066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"3e281f40-4ca1-47ba-ac90-f38d9fb46bae","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.727107844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"f01c6a40-b489-4d2e-aa8c-7d20b683d477","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"maas-trlp-auth-test-model-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:40.73221617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"3e281f40-4ca1-47ba-ac90-f38d9fb46bae","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.315161345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"41e99c9f-2b7d-492c-a164-0271eff1e35d","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.3151857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"41e99c9f-2b7d-492c-a164-0271eff1e35d","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.332390063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"5528ae72-2129-49f6-b81a-719aaa820e06","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:21:41.333235215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"cf948288-5440-4974-977e-7110a4419e90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-839f78-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.352150079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"5528ae72-2129-49f6-b81a-719aaa820e06","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.352798521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"ece77ab4-3568-46a7-9028-49f45613f882","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.352975605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"ece77ab4-3568-46a7-9028-49f45613f882","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.386590666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"33d627e9-a6f5-4649-81ec-8273bc421b58","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.386719837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"33d627e9-a6f5-4649-81ec-8273bc421b58","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.404875104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"d85d999a-6281-4618-9632-51cdc764ed06","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.404966304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"d85d999a-6281-4618-9632-51cdc764ed06","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.45059889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"22c22d6b-d5ac-4147-9ac5-c7b3e0e01933","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.468311545Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"d8613e88-2d9a-4f7e-a757-f76ef269d605","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"maas-trlp-e2e-att-serve-839f78","model":"e2e-att-serve-839f78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7d8760/e2e-att-serve-839f78-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.47001417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"22c22d6b-d5ac-4147-9ac5-c7b3e0e01933","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.549255027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"a9407cd6-0e93-4e47-824c-30538a12b497","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.549283273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"a9407cd6-0e93-4e47-824c-30538a12b497","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:41.590693096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"30ea02d9-0e2a-4341-980f-61e5b2911af3","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"maas-trlp-e2e-att-serve-839f78","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:42.432077304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"9cb7c794-cfc5-4234-b0e3-dab4ec488211","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:42.472778291Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"9cb7c794-cfc5-4234-b0e3-dab4ec488211","name":"e2e-extmod-a-b9ed94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:45.768382908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"1b301ac9-cd59-4eca-b91d-2cfb72909e4d","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:45.821587574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"1b301ac9-cd59-4eca-b91d-2cfb72909e4d","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:45.838520282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (4352d3f2454cd7a748cda90cbbcf5551a357daec52fbba27e17a96bc3acca555) AuthConfig (3a0bad8336e5e443b16226a2bac7cb0e9ec6234a1ee93a4fd103eb02adcc5c84) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (fc871f8aeca363e80d5cf0952c67f71d640db295231a0718c81fb9830ef55732) AuthConfig (73a3556b56d92607dacd26a0bb5705eecf93db6ce54e2d2f89fc977e9f8d251c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"1b301ac9-cd59-4eca-b91d-2cfb72909e4d","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:45.991308462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5c6d5da0-98b4-4e2a-b180-ebb11329a7c3","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:46.010119282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5c6d5da0-98b4-4e2a-b180-ebb11329a7c3","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:46.030528485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (071cdeb05262a794d52342a9d9ebd10cf883a3d6589245f6b49c241f30ab4dcd) AuthConfig (283311d2f402ee9d79aa8a239802c475e9b0b8fa66087bb79d7ddd4f17a53e91) AuthConfig (e4a9b03a868506f4bed173a6f2122de9b5c2fbe377ef13da067e32fc3bb76752) AuthConfig (4a664427ab45ff2b2e583d825ff4e045197b0d125e2414496a8b010ad8309413) AuthConfig (0df1644347d2b1244ff5d57e6e74d205f54e7823b03c416612cf59d26ed8227e) AuthConfig (86aa49b0db3b747960cfbc18f3b0f0244f66d77678c24900fdba2d26494d8808) AuthConfig (2fd5cfcc73f56b3c0bccbe4aa77377a8423976b2287df1103dba609b90c5963d) AuthConfig (eebf37afce8a178a3682ad03a2b6bdfd9a6f661cb54eba734a8731b891affea7) AuthConfig (daff6a9cdc506b2a921d99e27bd6d688f3783d21590edc799eba8b32a4ca02ec) AuthConfig (ab259a6ed6e88b61ac4965f72b77c99333925076a1f2d0a66d3ba853597e6c00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5c6d5da0-98b4-4e2a-b180-ebb11329a7c3","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.116758298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"0247ddfa-45fe-4073-874d-808541199374","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","subscription":"e2e-auth-iso-6fb322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.130490156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"0247ddfa-45fe-4073-874d-808541199374","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.144986402Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"0247ddfa-45fe-4073-874d-808541199374","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"maas-trlp-auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.228238235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"d4f3326b-8165-4f14-b0a4-45b9695ad3ec","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.228256886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"d4f3326b-8165-4f14-b0a4-45b9695ad3ec","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.256732221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"3ecccbb8-1dd4-4834-836e-6b0c80200348","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.274844066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"3ecccbb8-1dd4-4834-836e-6b0c80200348","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.384777206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"8c360c28-6d67-4cd0-8d50-1bb1da55e30d","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.384797572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"8c360c28-6d67-4cd0-8d50-1bb1da55e30d","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.411853765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"488618aa-87d6-4d22-bf3d-2dfc73d77202","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.430205592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"488618aa-87d6-4d22-bf3d-2dfc73d77202","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.430978239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"ea3a6502-8b4c-42e9-a886-e0a4cc635904","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed43f451","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.513039826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c024a9d-7e45-4032-af89-b9debfb2488e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.532161657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"7c024a9d-7e45-4032-af89-b9debfb2488e","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.542458511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3004ecfb-b6d2-4c7d-8881-a31f698fb1ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:50.560863432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"3004ecfb-b6d2-4c7d-8881-a31f698fb1ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:55.867839651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"df1967ba-b9ff-4c71-8974-ac34f57af2aa","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:55.88678725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"df1967ba-b9ff-4c71-8974-ac34f57af2aa","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:55.903693576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (4352d3f2454cd7a748cda90cbbcf5551a357daec52fbba27e17a96bc3acca555) AuthConfig (3a0bad8336e5e443b16226a2bac7cb0e9ec6234a1ee93a4fd103eb02adcc5c84) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (fc871f8aeca363e80d5cf0952c67f71d640db295231a0718c81fb9830ef55732) AuthConfig (73a3556b56d92607dacd26a0bb5705eecf93db6ce54e2d2f89fc977e9f8d251c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"df1967ba-b9ff-4c71-8974-ac34f57af2aa","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:56.060050437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"35b5be75-48e8-4de8-a0dd-354c43819374","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:56.078878238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"35b5be75-48e8-4de8-a0dd-354c43819374","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:21:56.096494024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (071cdeb05262a794d52342a9d9ebd10cf883a3d6589245f6b49c241f30ab4dcd) AuthConfig (283311d2f402ee9d79aa8a239802c475e9b0b8fa66087bb79d7ddd4f17a53e91) AuthConfig (e4a9b03a868506f4bed173a6f2122de9b5c2fbe377ef13da067e32fc3bb76752) AuthConfig (4a664427ab45ff2b2e583d825ff4e045197b0d125e2414496a8b010ad8309413) AuthConfig (0df1644347d2b1244ff5d57e6e74d205f54e7823b03c416612cf59d26ed8227e) AuthConfig (86aa49b0db3b747960cfbc18f3b0f0244f66d77678c24900fdba2d26494d8808) AuthConfig (2fd5cfcc73f56b3c0bccbe4aa77377a8423976b2287df1103dba609b90c5963d) AuthConfig (eebf37afce8a178a3682ad03a2b6bdfd9a6f661cb54eba734a8731b891affea7) AuthConfig (daff6a9cdc506b2a921d99e27bd6d688f3783d21590edc799eba8b32a4ca02ec) AuthConfig (ab259a6ed6e88b61ac4965f72b77c99333925076a1f2d0a66d3ba853597e6c00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"35b5be75-48e8-4de8-a0dd-354c43819374","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.444965018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fb8a696c-1cb7-494a-8ab7-9cc9a29d3938","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","subscription":"e2e-auth-iso-6fb322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.458760936Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fb8a696c-1cb7-494a-8ab7-9cc9a29d3938","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.473059982Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"fb8a696c-1cb7-494a-8ab7-9cc9a29d3938","MaaSSubscription":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"maas-trlp-auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.555116235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"f4fa2725-25aa-4752-a1b0-73e5a18786ca","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.555138532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"f4fa2725-25aa-4752-a1b0-73e5a18786ca","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.596423569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"6419b9f5-35e6-4540-9120-3cfeb3ec9424","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.625386232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"6419b9f5-35e6-4540-9120-3cfeb3ec9424","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.700265306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"2539dc60-de2d-4694-8364-866d2045d02b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.718435675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"2539dc60-de2d-4694-8364-866d2045d02b","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.721713803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"685271df-cd47-4097-b757-d683c52f35d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.721866635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"54aa6161-c741-425a-b628-a3178a9f5bd1","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.721889263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"54aa6161-c741-425a-b628-a3178a9f5bd1","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.783207878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"685271df-cd47-4097-b757-d683c52f35d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.833721549Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"685271df-cd47-4097-b757-d683c52f35d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"name":"e2e-shared-a-w4-bef83b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.833752918Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"e2e-auth-iso-6fb322","reconcileID":"685271df-cd47-4097-b757-d683c52f35d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.852875455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"57f16a5e-1fed-40f5-b043-cb1471861ec7","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"tenant":"e2e-shared-a-w4-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","model":"ai-tenant-e2e-shared-a-w4-bef83b/auth-test-model-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:00.852931088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"auth-test-model-bef83b","reconcileID":"57f16a5e-1fed-40f5-b043-cb1471861ec7","MaaSModelRef":{"name":"auth-test-model-bef83b","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"routeName":"auth-test-model-bef83b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","llmisvcName":"auth-test-model-bef83b","gateway":"openshift-ingress/e2e-shared-a-w4-bef83b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.014420783Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"4aa0854d-8ce3-4baa-b399-c27c0e9082ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.014583423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"9352eb81-899f-4b47-ac88-ac118fe4c180","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.014601717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"9352eb81-899f-4b47-ac88-ac118fe4c180","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.050400105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.05675408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"4aa0854d-8ce3-4baa-b399-c27c0e9082ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.107722251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"4aa0854d-8ce3-4baa-b399-c27c0e9082ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"name":"e2e-shared-b-w4-675bf4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.107749404Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"e2e-auth-iso-6fb322","reconcileID":"4aa0854d-8ce3-4baa-b399-c27c0e9082ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-6fb322","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.126710989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"7261f6b4-c90d-4d00-bec6-db492b6fd6f9","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"tenant":"e2e-shared-b-w4-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","model":"ai-tenant-e2e-shared-b-w4-675bf4/auth-test-model-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:01.126730442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"auth-test-model-675bf4","reconcileID":"7261f6b4-c90d-4d00-bec6-db492b6fd6f9","MaaSModelRef":{"name":"auth-test-model-675bf4","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"routeName":"auth-test-model-675bf4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","llmisvcName":"auth-test-model-675bf4","gateway":"openshift-ingress/e2e-shared-b-w4-675bf4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:05.933241192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"11f4a70b-36db-4943-8ce9-929f18bd865a","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:05.951514893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"11f4a70b-36db-4943-8ce9-929f18bd865a","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:05.96899052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (4352d3f2454cd7a748cda90cbbcf5551a357daec52fbba27e17a96bc3acca555) AuthConfig (3a0bad8336e5e443b16226a2bac7cb0e9ec6234a1ee93a4fd103eb02adcc5c84) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (fc871f8aeca363e80d5cf0952c67f71d640db295231a0718c81fb9830ef55732) AuthConfig (73a3556b56d92607dacd26a0bb5705eecf93db6ce54e2d2f89fc977e9f8d251c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"11f4a70b-36db-4943-8ce9-929f18bd865a","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:06.166030888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"264d8150-938a-4fdc-a1e5-030b61f68337","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:06.395660046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"264d8150-938a-4fdc-a1e5-030b61f68337","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:06.413272023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (071cdeb05262a794d52342a9d9ebd10cf883a3d6589245f6b49c241f30ab4dcd) AuthConfig (283311d2f402ee9d79aa8a239802c475e9b0b8fa66087bb79d7ddd4f17a53e91) AuthConfig (e4a9b03a868506f4bed173a6f2122de9b5c2fbe377ef13da067e32fc3bb76752) AuthConfig (4a664427ab45ff2b2e583d825ff4e045197b0d125e2414496a8b010ad8309413) AuthConfig (0df1644347d2b1244ff5d57e6e74d205f54e7823b03c416612cf59d26ed8227e) AuthConfig (86aa49b0db3b747960cfbc18f3b0f0244f66d77678c24900fdba2d26494d8808) AuthConfig (2fd5cfcc73f56b3c0bccbe4aa77377a8423976b2287df1103dba609b90c5963d) AuthConfig (eebf37afce8a178a3682ad03a2b6bdfd9a6f661cb54eba734a8731b891affea7) AuthConfig (daff6a9cdc506b2a921d99e27bd6d688f3783d21590edc799eba8b32a4ca02ec) AuthConfig (ab259a6ed6e88b61ac4965f72b77c99333925076a1f2d0a66d3ba853597e6c00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"264d8150-938a-4fdc-a1e5-030b61f68337","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:07.817163895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"1b621f55-0717-40f9-ae8b-1f5418c7a125","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"maas-trlp-auth-test-model-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:07.873584796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"777c477b-2603-453c-b25e-de44f4d63804","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:07.873603865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"777c477b-2603-453c-b25e-de44f4d63804","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:07.935442631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"75320d2a-56aa-4945-aa57-6e3d05a1a038","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"maas-trlp-e2e-att-serve-839f78","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:08.015511551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"9a274cb5-9154-4c35-a8ec-5cd029930c34","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:08.015534882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"9a274cb5-9154-4c35-a8ec-5cd029930c34","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:08.377970797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"69d74683-29b5-4437-a7b3-f785fac961ce","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:08.396533836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"69d74683-29b5-4437-a7b3-f785fac961ce","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.111927564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"1301dbfb-a889-4b7e-ad67-3328f339cd96","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.111955177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"1301dbfb-a889-4b7e-ad67-3328f339cd96","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.126411866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"c25685f2-2145-4e72-b6d9-aa2fdf192f04","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.146308884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"c25685f2-2145-4e72-b6d9-aa2fdf192f04","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.148933974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"b6cd38c0-5b16-461a-a785-b40d642d6325","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-39a3d33e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.32646873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"6c16ecda-2514-43fb-98c7-b2bec913cef3","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.371318116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"6c16ecda-2514-43fb-98c7-b2bec913cef3","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.722451059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"bbfcffd8-e804-4766-9e73-30c461a0e2d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:09.741515971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"bbfcffd8-e804-4766-9e73-30c461a0e2d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.559540449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"1a499d56-dae9-45ab-9594-647e0b8d555a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.55956139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"1a499d56-dae9-45ab-9594-647e0b8d555a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.586643458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"76a5b2d8-22c8-4fb4-8a57-ad1a079ab51d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.622541971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"76a5b2d8-22c8-4fb4-8a57-ad1a079ab51d","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.622834262Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"6187f8e4-a7ce-4940-923e-1238db8638c9","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19b8305d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.786121617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"63c85b90-d4ea-493e-88bb-be5110e894ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:10.804701594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"63c85b90-d4ea-493e-88bb-be5110e894ea","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:14.616770841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006db3ab-d40d-40c4-a1bb-10c287bee7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:14.630392563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006db3ab-d40d-40c4-a1bb-10c287bee7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:14.644096412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006db3ab-d40d-40c4-a1bb-10c287bee7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:14.657350146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006db3ab-d40d-40c4-a1bb-10c287bee7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:15.228688409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf5974-da46-4d11-8ebb-63c1fce7656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:15.241510134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf5974-da46-4d11-8ebb-63c1fce7656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:15.254021369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf5974-da46-4d11-8ebb-63c1fce7656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:15.266722742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63bf5974-da46-4d11-8ebb-63c1fce7656e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.050538857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"ea9a9805-284e-44fa-94bd-a806908f90f2","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.06977155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"ea9a9805-284e-44fa-94bd-a806908f90f2","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.193384945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"448a2558-2f1b-4440-b3b3-7c8d1e90b119","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.193412947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"448a2558-2f1b-4440-b3b3-7c8d1e90b119","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.442856547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7029c19e-6789-4212-91e0-38f86e4c3472","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.461239768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7029c19e-6789-4212-91e0-38f86e4c3472","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.652824374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"7f08c54f-6ae6-42a8-b495-af4952ba915e","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:16.652855583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"7f08c54f-6ae6-42a8-b495-af4952ba915e","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.274598213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"bf0fdd24-1512-4b5c-807a-297b2e27fdb8","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.274638834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"bf0fdd24-1512-4b5c-807a-297b2e27fdb8","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.305414697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"bb765c70-ac86-44ea-8ed0-5676f8af12d0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:22:18.314131577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"2d995f9a-cbc1-414f-88c9-645c3311f330","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-56448c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.331238523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"b0eb40d7-43b4-4a9d-bbba-35169d1d08bd","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.331435608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"b0eb40d7-43b4-4a9d-bbba-35169d1d08bd","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.33608625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"bb765c70-ac86-44ea-8ed0-5676f8af12d0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.37437186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"81ce821e-be0e-4061-b827-03d9393fa0bc","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.376050377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"81ce821e-be0e-4061-b827-03d9393fa0bc","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.41732047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"99118204-f295-49c9-8886-0dd26601b95b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.417356701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"99118204-f295-49c9-8886-0dd26601b95b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.502489335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"73da7bee-2c3a-4deb-9f40-74e7111e48c9","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.502621376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"73da7bee-2c3a-4deb-9f40-74e7111e48c9","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:22:18.524135424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"bd0db75b-b1ad-43c1-98ed-0a863d9b5b65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-82173c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.524277611Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"3b7e9f62-5922-4811-ac59-95ece41267aa","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-att-serve-56448c","model":"e2e-att-serve-56448c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e7b56d/e2e-att-serve-56448c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.525643204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7bd13538-8b33-44c2-b202-b7ad8e78cd55","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.541238027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"1e6795f5-d89d-43d8-91e7-a9cdbbf9f0e0","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.541267507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"1e6795f5-d89d-43d8-91e7-a9cdbbf9f0e0","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.547319781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7bd13538-8b33-44c2-b202-b7ad8e78cd55","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.573762154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"f161a772-bffc-4a67-9ae3-5822a140158f","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.573799792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"f161a772-bffc-4a67-9ae3-5822a140158f","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.592121364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"894a5f9f-8dbc-4b1d-b9d4-c02786c8fe96","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.59214624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"894a5f9f-8dbc-4b1d-b9d4-c02786c8fe96","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.612100377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"6addec48-466c-45f2-a323-c46da6b7a65a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.612128306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"6addec48-466c-45f2-a323-c46da6b7a65a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.612776295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"f44568f0-4299-4550-8df4-6e96ae96beaa","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.638670817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"f44568f0-4299-4550-8df4-6e96ae96beaa","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.662298683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"15124bcc-98cf-4059-adea-53b879b11b6c","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-att-serve-82173c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.721727647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ac83c2a5-e6a2-48a2-973d-11d8bb3bc47a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.735191646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"f06a01eb-16aa-47ba-b6d7-2aa0a1ee5bf3","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-att-serve-56448c","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.741451909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ac83c2a5-e6a2-48a2-973d-11d8bb3bc47a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.743622853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"70b940e1-de23-46da-a189-38b579a99b25","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.743647346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"70b940e1-de23-46da-a189-38b579a99b25","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:18.835719912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"b407d566-e89a-4296-a0e1-11df17932e8f","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.163611812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"2d46905f-8a40-4448-bd69-21a8a017bfa9","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","subscription":"e2e-att-serve-839f78-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.19109761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"2d46905f-8a40-4448-bd69-21a8a017bfa9","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.205528519Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-sub","reconcileID":"2d46905f-8a40-4448-bd69-21a8a017bfa9","MaaSSubscription":{"name":"e2e-att-serve-839f78-sub","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"maas-trlp-e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.447849276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"80eb573c-8963-422c-bc33-59407653c22a","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.448848188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"5fc122e8-08ec-4ced-bc29-123662b95adb","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.448867967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"5fc122e8-08ec-4ced-bc29-123662b95adb","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.526491486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"80eb573c-8963-422c-bc33-59407653c22a","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.584088259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"1bb806ab-a642-43e1-ba92-3dc6e628fd5a","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.584124735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"1bb806ab-a642-43e1-ba92-3dc6e628fd5a","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.61737052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"788e6fc4-0610-409b-84c7-a6e60e206eff","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:19.798773114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"788e6fc4-0610-409b-84c7-a6e60e206eff","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.02372685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"788e6fc4-0610-409b-84c7-a6e60e206eff","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"name":"e2e-extmod-b-7d8760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.023766978Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"e2e-att-serve-839f78-access","reconcileID":"788e6fc4-0610-409b-84c7-a6e60e206eff","MaaSAuthPolicy":{"name":"e2e-att-serve-839f78-access","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d8760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.138373651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"37bff295-b9f3-4153-961d-940eaab44057","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"tenant":"e2e-extmod-b-7d8760","gateway":"openshift-ingress/e2e-extmod-b-7d8760","model":"e2e-extmod-att-user-1052d9/e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.138401168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"37bff295-b9f3-4153-961d-940eaab44057","MaaSModelRef":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"routeName":"external-model-e2e-att-serve-839f78-bd1ea9b2a5f3","namespace":"e2e-extmod-att-user-1052d9","model":"e2e-att-serve-839f78","externalModel":"e2e-att-serve-839f78","provider":"e2e-att-serve-839f78-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.606702443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"da5397aa-09a6-484b-ba89-731599f86c6c","namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.657382791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"d657b86b-063c-433e-8fe1-0825ecc4b234","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","subscription":"e2e-auth-iso-32de50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.658229928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9bdbbf1d-96c8-43ec-ac84-4f785f1ca71d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.675373232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dfca780e-7676-49e8-ae1f-c8967ec8cab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.679838128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"d657b86b-063c-433e-8fe1-0825ecc4b234","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.681623063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1e547e47-e092-4e85-bf19-06accc3750d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.682164713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbca6f30-43a5-488f-8fb4-8f375a839ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.68263006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774aac1a-8ba7-459d-9c65-1df0ce62d02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.682999837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9bdbbf1d-96c8-43ec-ac84-4f785f1ca71d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.698270407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dfca780e-7676-49e8-ae1f-c8967ec8cab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.701167096Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"d657b86b-063c-433e-8fe1-0825ecc4b234","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"maas-trlp-auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.701514911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1e547e47-e092-4e85-bf19-06accc3750d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.704183098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774aac1a-8ba7-459d-9c65-1df0ce62d02e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.705105365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbca6f30-43a5-488f-8fb4-8f375a839ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.840175225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-839f78","namespace":"e2e-extmod-att-user-1052d9"},"namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","reconcileID":"a269df34-b3c2-465e-9429-41d52cf41b31","namespace":"e2e-extmod-att-user-1052d9","name":"e2e-att-serve-839f78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.857030377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"7bd6973e-ed65-4809-9b8c-2f60b99a3bf2","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.857077275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"7bd6973e-ed65-4809-9b8c-2f60b99a3bf2","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.868762047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6c3980a9-b529-438f-9b0d-dc8017139abc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.879230684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"4999348c-26f3-4e0b-ae81-fea985c01f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.879648346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bef82207-251f-4958-a80e-25b53758797e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.881779474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7e01431f-3c29-45db-8172-a4fa4150e6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.884258958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2f02699a-2e4b-4250-9210-75f59ec654bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.891319245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6c3980a9-b529-438f-9b0d-dc8017139abc","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.899408884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bef82207-251f-4958-a80e-25b53758797e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.899477481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"4999348c-26f3-4e0b-ae81-fea985c01f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.90201765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7e01431f-3c29-45db-8172-a4fa4150e6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:20.90345352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2f02699a-2e4b-4250-9210-75f59ec654bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.04950661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"5a57b8c6-a449-4c10-8e9f-cd6fef291298","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.049534739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"5a57b8c6-a449-4c10-8e9f-cd6fef291298","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.165702584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1afd44d7-8c41-4bd4-a41f-e9a00c09829c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.166618379Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c720a33a-992b-4134-82b9-5fb85abdf3d4","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-38504de1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.242718894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6d50f964-771c-48f3-b66e-7b37829de95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.243625326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8eac5c84-5cc6-4cf6-b1db-d9f547b670d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.291989051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1afd44d7-8c41-4bd4-a41f-e9a00c09829c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.299602593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"94394d16-8853-4ac4-a5aa-260ce9c7d9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.299894504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f05bd3e-327f-4a75-a9ea-e70b10441a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.303557221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6d50f964-771c-48f3-b66e-7b37829de95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.306795203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8eac5c84-5cc6-4cf6-b1db-d9f547b670d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.334496023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f05bd3e-327f-4a75-a9ea-e70b10441a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.337058159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"94394d16-8853-4ac4-a5aa-260ce9c7d9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.733509435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d96a39d7-f80d-4806-ac8a-fe75bd78eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.734162856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"af53da93-57d7-4118-a703-411df5b39ab1","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.73475933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a64c321a-f29b-4b77-846b-f0611cd2de0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.735646672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"c832e538-8571-4b01-81a2-c180eb88657b","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.736597339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2028644c-cb76-4c6e-b6c5-7faa110cc802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.826597447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d96a39d7-f80d-4806-ac8a-fe75bd78eb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.832765907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"c832e538-8571-4b01-81a2-c180eb88657b","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.836942656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"af53da93-57d7-4118-a703-411df5b39ab1","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.839190361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2028644c-cb76-4c6e-b6c5-7faa110cc802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:21.985051729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a64c321a-f29b-4b77-846b-f0611cd2de0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.149941357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ff09d740-d74e-46ee-af00-a87df3abe99a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.160623692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6aced1-2b9d-4529-ae50-ceb5c48322f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.160877144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cafae35-a125-4c79-9791-8234a7f7abe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.161461317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1f795781-5177-4900-bac5-55681fa53644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.161470225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b52e3ffb-3118-4a62-9f77-3ef4f7dc20f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.168434025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ff09d740-d74e-46ee-af00-a87df3abe99a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.179048249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cafae35-a125-4c79-9791-8234a7f7abe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.179191403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d6aced1-2b9d-4529-ae50-ceb5c48322f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.180891354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db659718-b84e-49c0-b84b-cc4da5cf1a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.181652838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1f795781-5177-4900-bac5-55681fa53644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.183585814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"b52e3ffb-3118-4a62-9f77-3ef4f7dc20f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.193771595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db659718-b84e-49c0-b84b-cc4da5cf1a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.207285113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db659718-b84e-49c0-b84b-cc4da5cf1a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.220554135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db659718-b84e-49c0-b84b-cc4da5cf1a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.280435082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a16dc6bf-8802-495b-8bbe-687c395af85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.28051257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b8399f49-59ce-425d-b1ae-bd39af556a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.280718331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fbca3a84-f921-49bb-9371-c1a66e2db2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.299247962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b8399f49-59ce-425d-b1ae-bd39af556a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.300477375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fbca3a84-f921-49bb-9371-c1a66e2db2ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.301674603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a16dc6bf-8802-495b-8bbe-687c395af85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.366614054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"d371b720-d0a5-48ce-bef0-262b42386124","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.3779546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1ce7aa2a-6df9-461f-8b81-12062b9eeb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.384508016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"d371b720-d0a5-48ce-bef0-262b42386124","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.395999922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1ce7aa2a-6df9-461f-8b81-12062b9eeb5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.752192797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c1015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c1015","reconcileID":"a5742907-0351-441f-a2a0-13d67a8582d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4c1015","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4c1015":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.946437579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585427be-1cfc-4a8d-812c-496cd5a6ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.959190134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585427be-1cfc-4a8d-812c-496cd5a6ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.971992318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585427be-1cfc-4a8d-812c-496cd5a6ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:22.984774292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"585427be-1cfc-4a8d-812c-496cd5a6ae79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:23.574264507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd2ecf-f36f-4132-9c11-277c01811257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:23.587060222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd2ecf-f36f-4132-9c11-277c01811257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:23.600321353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd2ecf-f36f-4132-9c11-277c01811257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:23.613320587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2acd2ecf-f36f-4132-9c11-277c01811257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:22:24.466925692Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c1015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c1015","reconcileID":"c03d6d72-bb1a-4fc3-8db1-b10a24070d18","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-4c1015\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:24.551263475Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-50d4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-50d4af","reconcileID":"79aa3d25-21b4-4a75-a826-c3ad092338db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-50d4af","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-50d4af":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:24.973625808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22da09c1-5193-46e6-908d-a5a3483edc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.02919015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22da09c1-5193-46e6-908d-a5a3483edc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.055466553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22da09c1-5193-46e6-908d-a5a3483edc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.109087211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22da09c1-5193-46e6-908d-a5a3483edc9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.812980832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3077fe0-1172-4139-91f4-ed58c24c3bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.825712508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3077fe0-1172-4139-91f4-ed58c24c3bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.839357294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3077fe0-1172-4139-91f4-ed58c24c3bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:25.857432229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3077fe0-1172-4139-91f4-ed58c24c3bfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:22:26.201501846Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-50d4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-50d4af","reconcileID":"a1030af1-32d6-4c67-bfb9-e893f034d88c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-50d4af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:26.501555752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbcbf68-ea8e-49d6-a9cc-ac72d6d804ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:26.514578293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbcbf68-ea8e-49d6-a9cc-ac72d6d804ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:26.528078293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbcbf68-ea8e-49d6-a9cc-ac72d6d804ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:26.541520867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddbcbf68-ea8e-49d6-a9cc-ac72d6d804ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.050945218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.180227473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"d1e90df3-33b2-4df7-a36a-6d053eb95788","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","subscription":"e2e-auth-iso-32de50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.194084252Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"d1e90df3-33b2-4df7-a36a-6d053eb95788","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.208633801Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"d1e90df3-33b2-4df7-a36a-6d053eb95788","MaaSSubscription":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"maas-trlp-auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.315976847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"cb784ce7-266e-4d33-94a5-e918912917fc","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.316003344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"cb784ce7-266e-4d33-94a5-e918912917fc","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.34585105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"51779262-5740-457b-9b81-eee1fcba2aa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.368580455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"51779262-5740-457b-9b81-eee1fcba2aa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.445189957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6c2922cc-e9a8-4ccf-b2e5-29023b628d6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.464421225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"6c2922cc-e9a8-4ccf-b2e5-29023b628d6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.473605328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"25623a94-1ae8-447a-ba24-cc7289ae7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.473764729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"f689e8b6-32dc-4944-8347-fe29a5a81bc9","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.473782198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"f689e8b6-32dc-4944-8347-fe29a5a81bc9","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.611025601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"25623a94-1ae8-447a-ba24-cc7289ae7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.660968467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"25623a94-1ae8-447a-ba24-cc7289ae7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"name":"e2e-shared-a-w5-1e74c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.660997899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"e2e-auth-iso-32de50","reconcileID":"25623a94-1ae8-447a-ba24-cc7289ae7398","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.679707543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"b586b010-d055-4fe1-a128-f6e0db7efa6a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"tenant":"e2e-shared-a-w5-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","model":"ai-tenant-e2e-shared-a-w5-1e74c3/auth-test-model-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.679729425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"auth-test-model-1e74c3","reconcileID":"b586b010-d055-4fe1-a128-f6e0db7efa6a","MaaSModelRef":{"name":"auth-test-model-1e74c3","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"routeName":"auth-test-model-1e74c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","llmisvcName":"auth-test-model-1e74c3","gateway":"openshift-ingress/e2e-shared-a-w5-1e74c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.931789124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c38564ec-5df4-449c-9e18-69c76303d421","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.933365399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"753100af-4852-4b86-b6e6-f5483c925d82","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:31.933460394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"753100af-4852-4b86-b6e6-f5483c925d82","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.064035878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c38564ec-5df4-449c-9e18-69c76303d421","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.113321008Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c38564ec-5df4-449c-9e18-69c76303d421","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"name":"e2e-shared-b-w5-8d569e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.113349232Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"e2e-auth-iso-32de50","reconcileID":"c38564ec-5df4-449c-9e18-69c76303d421","MaaSAuthPolicy":{"name":"e2e-auth-iso-32de50","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.138524949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"4a1ed78e-7794-4420-9592-4e323fe72882","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"tenant":"e2e-shared-b-w5-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","model":"ai-tenant-e2e-shared-b-w5-8d569e/auth-test-model-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.138550116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"auth-test-model-8d569e","reconcileID":"4a1ed78e-7794-4420-9592-4e323fe72882","MaaSModelRef":{"name":"auth-test-model-8d569e","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"routeName":"auth-test-model-8d569e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","llmisvcName":"auth-test-model-8d569e","gateway":"openshift-ingress/e2e-shared-b-w5-8d569e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.399344539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76484241-4447-409b-977e-f8649c55c374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.412284617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76484241-4447-409b-977e-f8649c55c374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.425081699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76484241-4447-409b-977e-f8649c55c374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:32.437948348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76484241-4447-409b-977e-f8649c55c374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.014954883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca9300-35bd-4c5f-a03d-8ad0c621c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.027657326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca9300-35bd-4c5f-a03d-8ad0c621c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.040236319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca9300-35bd-4c5f-a03d-8ad0c621c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.0528612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ca9300-35bd-4c5f-a03d-8ad0c621c6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.594144519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fafce72-1d11-4168-ad98-ddfc7d43a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.60686512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fafce72-1d11-4168-ad98-ddfc7d43a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.619358151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fafce72-1d11-4168-ad98-ddfc7d43a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:33.632068401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fafce72-1d11-4168-ad98-ddfc7d43a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.866630456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"fee53766-c77d-4cfb-a460-37c71aef289a","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.897303605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"db8aa56a-6627-4c3e-b9c8-d864e87ebfe8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.907965989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89c012a-8240-41d1-ac8e-0754f3216d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.908460469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c2025314-1374-4e81-8f8b-a2eef6c1c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.913090716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"85e0e2a2-8fad-41d5-9622-4b541b0e5ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.913423886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441b7a37-ca79-4b06-811a-f37619c25192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.923177719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"db8aa56a-6627-4c3e-b9c8-d864e87ebfe8","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.923534255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"3b8ff0ca-06e9-4910-8b38-40deb2e28cf6","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.929572328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e89c012a-8240-41d1-ac8e-0754f3216d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.938218958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"85e0e2a2-8fad-41d5-9622-4b541b0e5ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:36.946274129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441b7a37-ca79-4b06-811a-f37619c25192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.205417664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c2025314-1374-4e81-8f8b-a2eef6c1c71b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.479215243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"1fe5f528-73c0-4b8e-9a2c-70b598fa90e4","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.512399798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a3786257-780f-4248-9eb1-7a0241e71fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.535066339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a3786257-780f-4248-9eb1-7a0241e71fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.536954928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"028b85b2-e848-45ea-94ce-233aedb33a22","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.550938526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"66c5129f-537b-4158-8813-9558dfe5d806","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.551339543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e640982d-a722-4540-b88a-8f45d416d3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.552983448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fbce6c3f-6643-4f79-864f-865683229b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.553544463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"df1f6ad1-cd9c-4ae8-921d-27fc102f0fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.580951478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fbce6c3f-6643-4f79-864f-865683229b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.59165622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"df1f6ad1-cd9c-4ae8-921d-27fc102f0fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.581477093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"028b85b2-e848-45ea-94ce-233aedb33a22","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.592706355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e640982d-a722-4540-b88a-8f45d416d3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.767741481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5dc21282-8692-4b5c-b4d4-62a9c25c0bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.789899245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5dc21282-8692-4b5c-b4d4-62a9c25c0bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.853399078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"78c9c8df-1674-476d-b1ed-c22fa550b2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.853678257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"95e99591-eabd-4260-9c80-b603a6ab1d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.853941555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"73585eae-4d3b-4e24-b68b-ed00906634cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.854036497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f2fb2804-080a-4b03-ad5d-db603486dbb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.874396856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"78c9c8df-1674-476d-b1ed-c22fa550b2c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.879571912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"95e99591-eabd-4260-9c80-b603a6ab1d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.880017381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f2fb2804-080a-4b03-ad5d-db603486dbb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.881886078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"73585eae-4d3b-4e24-b68b-ed00906634cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.913997038Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"7292d61f-4cb4-4ef8-baaf-4d8c98482200","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.928599214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"69d9b68b-9f7a-445e-acc6-dab43868f33b","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:37.928625958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"69d9b68b-9f7a-445e-acc6-dab43868f33b","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.039945662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"2267a89d-1cd3-4e77-b128-f47fbfb973e6","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.040273127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"12809b49-76ef-4879-887c-9c6af5543469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.051063805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9c279074-9a39-4730-bceb-26dd0166499e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.05155263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"cbe2c164-dd7d-4f22-8b7a-30ec2638f644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.052972208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6bde9fc1-37d7-460b-9185-0341dd3bb3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.0610373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"2267a89d-1cd3-4e77-b128-f47fbfb973e6","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.061086302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"12809b49-76ef-4879-887c-9c6af5543469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.070154516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9c279074-9a39-4730-bceb-26dd0166499e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.071107472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"cbe2c164-dd7d-4f22-8b7a-30ec2638f644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.072779802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6bde9fc1-37d7-460b-9185-0341dd3bb3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.143188474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"22eaeb96-ebc5-474d-84e9-5213c40d8cba","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.143283211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"22eaeb96-ebc5-474d-84e9-5213c40d8cba","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.152063998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12af37c4-c8ff-4697-9bb7-cf1c98cee601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.15207398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4a21563e-462e-4adb-8554-c381d3d58896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.15253342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c01507c-50ed-4300-9ebc-c3fb06e5bea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.170215717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12af37c4-c8ff-4697-9bb7-cf1c98cee601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.170328373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4a21563e-462e-4adb-8554-c381d3d58896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.1725904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c01507c-50ed-4300-9ebc-c3fb06e5bea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.240393556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"5e282ade-fc08-495e-93ab-80f917c64979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.251840682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4d95cb12-5643-49a9-9590-be864db41e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.252889436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4e43f970-b72e-4254-9935-7118b8306c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.253112975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d719da1b-ea46-4a36-9115-f8d935a2f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.253369786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a69611b9-a687-437d-8e71-d1c1c608818e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.270328728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4d95cb12-5643-49a9-9590-be864db41e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.271588853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d719da1b-ea46-4a36-9115-f8d935a2f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.273063269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4e43f970-b72e-4254-9935-7118b8306c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.274263423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a69611b9-a687-437d-8e71-d1c1c608818e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.290331693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"5e282ade-fc08-495e-93ab-80f917c64979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.307276735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"5e282ade-fc08-495e-93ab-80f917c64979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.34036557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"4c29ff70-5093-4e5a-8d05-526c12f78452","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.34040424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"4c29ff70-5093-4e5a-8d05-526c12f78452","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.368994542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4d9f88b4-b246-4964-89a3-458bfdea2b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.392790019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4d9f88b4-b246-4964-89a3-458bfdea2b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.463128219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9589dc83-37c1-4426-9379-5b9b233835ff","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.476502884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dcfa15e2-b0f7-4320-a3f4-a8557f12f45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.477002454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"06a809d7-7c4a-4060-9c88-83a26d80b572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.47746395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c0832fce-44b8-408e-b1b5-a301df9f4687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.483265153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9589dc83-37c1-4426-9379-5b9b233835ff","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.499790197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"06a809d7-7c4a-4060-9c88-83a26d80b572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.501489561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c0832fce-44b8-408e-b1b5-a301df9f4687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.504751538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dcfa15e2-b0f7-4320-a3f4-a8557f12f45d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.825462835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"abc9d3a6-bec1-4cfa-b74a-91935195b0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:38.932730918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"abc9d3a6-bec1-4cfa-b74a-91935195b0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:41.720103878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7baef9-4c75-47fe-98f2-446c29f6838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:41.73302648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7baef9-4c75-47fe-98f2-446c29f6838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:41.745976111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7baef9-4c75-47fe-98f2-446c29f6838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:41.758829228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7baef9-4c75-47fe-98f2-446c29f6838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:42.403265771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd5e5e9-4a0d-4e53-829b-6aaf943d5cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:42.415883734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd5e5e9-4a0d-4e53-829b-6aaf943d5cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:42.428604178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd5e5e9-4a0d-4e53-829b-6aaf943d5cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:42.441394684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd5e5e9-4a0d-4e53-829b-6aaf943d5cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:42.523187162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-adfb9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-adfb9d","reconcileID":"c4c18383-4ddd-4201-aace-9d327fd04594","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-adfb9d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-adfb9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.058332688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe0ee66-7385-4aeb-90d7-2ea54feca441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.071174609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe0ee66-7385-4aeb-90d7-2ea54feca441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.084289294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe0ee66-7385-4aeb-90d7-2ea54feca441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.09721111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe0ee66-7385-4aeb-90d7-2ea54feca441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.723714416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f6dacb-850a-4bec-a786-a9bf8af6ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.737464016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f6dacb-850a-4bec-a786-a9bf8af6ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.750334946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f6dacb-850a-4bec-a786-a9bf8af6ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:43.763213164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f6dacb-850a-4bec-a786-a9bf8af6ccf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:22:44.280231896Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-adfb9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-adfb9d","reconcileID":"dbfab192-968a-44d1-87e8-cf73f21189a7","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-adfb9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:44.39395172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754590c9-dcd7-4aaa-b7a0-90f1ff649933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:44.40682791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754590c9-dcd7-4aaa-b7a0-90f1ff649933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:44.419327195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754590c9-dcd7-4aaa-b7a0-90f1ff649933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:44.431999488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754590c9-dcd7-4aaa-b7a0-90f1ff649933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:45.186200137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bfb509-405d-4f00-9812-31a9e21b5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:45.198978319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bfb509-405d-4f00-9812-31a9e21b5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:45.212425933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bfb509-405d-4f00-9812-31a9e21b5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:45.225852039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0bfb509-405d-4f00-9812-31a9e21b5259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.153867408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5999e4f0-c93a-478e-8ad3-20d51664a1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.167453073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5999e4f0-c93a-478e-8ad3-20d51664a1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.17996174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5999e4f0-c93a-478e-8ad3-20d51664a1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.192503602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5999e4f0-c93a-478e-8ad3-20d51664a1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.753466891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d12555-5451-49a8-af52-ce8042f20860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.76602919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d12555-5451-49a8-af52-ce8042f20860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.779128982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d12555-5451-49a8-af52-ce8042f20860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:46.797248135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d12555-5451-49a8-af52-ce8042f20860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:47.434597955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc417fa-463e-46be-9a34-00d99995509d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:47.447207417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc417fa-463e-46be-9a34-00d99995509d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:47.459786857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc417fa-463e-46be-9a34-00d99995509d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:47.472399452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bc417fa-463e-46be-9a34-00d99995509d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.072365184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14300c1f-f366-4ffb-9dad-a875292d0e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.0849906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14300c1f-f366-4ffb-9dad-a875292d0e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.09738121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14300c1f-f366-4ffb-9dad-a875292d0e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.10992996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14300c1f-f366-4ffb-9dad-a875292d0e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.378255933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"bfdba50c-3e11-41a4-ac6e-d6d00ee585a9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.396724002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"bfdba50c-3e11-41a4-ac6e-d6d00ee585a9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.413860566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"bfdba50c-3e11-41a4-ac6e-d6d00ee585a9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.636333739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0a027-980e-4805-a397-3032b112ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.64997383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0a027-980e-4805-a397-3032b112ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.664971607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0a027-980e-4805-a397-3032b112ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:48.67974631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed0a027-980e-4805-a397-3032b112ac8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:49.333736169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8e5b09-e5b7-48ef-9aa2-fb63fc8ce9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:49.346852946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8e5b09-e5b7-48ef-9aa2-fb63fc8ce9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:49.359943337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8e5b09-e5b7-48ef-9aa2-fb63fc8ce9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:49.372795417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f8e5b09-e5b7-48ef-9aa2-fb63fc8ce9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:58.450829007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"36ddac3f-cfbd-411a-afa7-d6665eba1961","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:58.47734408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"36ddac3f-cfbd-411a-afa7-d6665eba1961","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:22:58.4949796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"36ddac3f-cfbd-411a-afa7-d6665eba1961","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:00.344652337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c75c9-323e-4ac0-a206-7fa81c222816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:00.409223782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c75c9-323e-4ac0-a206-7fa81c222816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:00.470469222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c75c9-323e-4ac0-a206-7fa81c222816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:00.538207382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c75c9-323e-4ac0-a206-7fa81c222816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.08656271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.543491424Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-529e60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-529e60","reconcileID":"e8ebd92c-9ebc-44d5-90f8-8f27a59ee434","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-529e60","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-529e60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.752367723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029f1230-99f9-404f-ac1d-9639ff2f72c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.766295872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029f1230-99f9-404f-ac1d-9639ff2f72c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.779858827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029f1230-99f9-404f-ac1d-9639ff2f72c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:01.79374891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"029f1230-99f9-404f-ac1d-9639ff2f72c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:02.710539412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72830c84-c6f9-49b0-95ad-d53cd4b8e0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:02.768554039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72830c84-c6f9-49b0-95ad-d53cd4b8e0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:02.781808294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72830c84-c6f9-49b0-95ad-d53cd4b8e0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:02.794491105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72830c84-c6f9-49b0-95ad-d53cd4b8e0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:03.311584624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"5249ee2a-d5c0-4273-a944-e0d1ebda8374","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:03.404317008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"b7a78b05-ab19-4e02-bfaf-59c970a27082","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:03.40434833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"b7a78b05-ab19-4e02-bfaf-59c970a27082","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:04.018596214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"10c1e78c-81d7-4f46-8c85-f9bc9a937736","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-att-serve-56448c","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:04.117269264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"0e20b617-3fad-4463-87b0-a391bc306a03","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:04.117297483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"0e20b617-3fad-4463-87b0-a391bc306a03","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.783029693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"a4c3548a-0af7-4995-aef1-b8e7e3f0d4a7","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.801441328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"a4c3548a-0af7-4995-aef1-b8e7e3f0d4a7","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.903726629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"de26fc31-7816-4b9c-a42b-039bf821262c","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.90375651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"de26fc31-7816-4b9c-a42b-039bf821262c","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.940287875Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"df83d67d-3813-4e75-8d54-2cd71c11bbed","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d677cb43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.963847086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"08342e64-6b4a-4286-8162-ac4d9d3e9675","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.969573086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"29845b96-39e8-4e09-afd4-c4483ba7b52b","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.982094026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"222e9a62-debd-4c47-bfd4-68700335815b","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:05.988461213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"29845b96-39e8-4e09-afd4-c4483ba7b52b","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.000697289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"222e9a62-debd-4c47-bfd4-68700335815b","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.070200029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"3d3c73fa-6b3f-409a-a65e-65507eb50db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.082829061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b24dacf0-0e25-46ad-a678-9271f161ab96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.083211274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733d16c9-ada0-4ece-afd0-e89b41f3fcf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.088279759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"3d3c73fa-6b3f-409a-a65e-65507eb50db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.103858146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733d16c9-ada0-4ece-afd0-e89b41f3fcf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.104711625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b24dacf0-0e25-46ad-a678-9271f161ab96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.105259119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"3d3c73fa-6b3f-409a-a65e-65507eb50db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.107758859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dfe7796c-d284-45d5-a452-b168f5343e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.110557032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"70c93759-3f80-421d-b663-625bbdee8b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.129228602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dfe7796c-d284-45d5-a452-b168f5343e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.129589437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"70c93759-3f80-421d-b663-625bbdee8b4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.137177898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"46aa5c57-40c7-4e58-a060-92aad84f63fe","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.137202146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"46aa5c57-40c7-4e58-a060-92aad84f63fe","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.170518301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c2aa9a62-2e4d-4ad3-9419-22e79fe6b228","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.221847911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c2aa9a62-2e4d-4ad3-9419-22e79fe6b228","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.235386466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"5690847d-97f0-4d6b-b114-a06ca12d2982","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.34055781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2755733d-9867-4af5-9295-d212ed8be74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.340790327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b6916692-55eb-49a3-83e2-ea5ea47d0396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.340558128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"bc642331-8b33-44e4-b34f-e33ef5231ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.341104974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"700e5904-352f-44fb-9479-6c68ba8ef4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.360523714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2755733d-9867-4af5-9295-d212ed8be74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.361409389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"bc642331-8b33-44e4-b34f-e33ef5231ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.363848018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"700e5904-352f-44fb-9479-6c68ba8ef4f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.364228073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b6916692-55eb-49a3-83e2-ea5ea47d0396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.379420071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"506e341e-8aab-4ee6-bc35-3164b8879336","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.486062504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2b1690d1-0dc1-462e-bd1d-88e5f075a4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.504627459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"446412ff-4980-4550-ba02-8e58ae87d021","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.506449754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2b1690d1-0dc1-462e-bd1d-88e5f075a4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.615060667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a4bd3460-9ed3-4335-9c9d-fdbc7ea42a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.615603076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0f82b65d-dc88-4a34-b86b-22e46a220aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.615862178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"05ccbbc6-b75e-40bf-b896-cc28c99e3abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.615658489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"27b441f1-14ce-409b-baa4-ec7f0e4b1db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.633403314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"d59b3afb-db78-40a5-bcb6-dd1af8a708ef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.660791975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"05ccbbc6-b75e-40bf-b896-cc28c99e3abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.663850328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a4bd3460-9ed3-4335-9c9d-fdbc7ea42a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.665885566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"27b441f1-14ce-409b-baa4-ec7f0e4b1db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.667358643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0f82b65d-dc88-4a34-b86b-22e46a220aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.668307405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"9f9a8f18-81b8-4592-9816-573206d3c3b5","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.668373213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"9f9a8f18-81b8-4592-9816-573206d3c3b5","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.682926681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"4e7a6e9b-95b8-40e7-a68a-b894eca1e7fc","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.683951315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"199bae5a-be40-4ea8-9c8e-4a6af38bc18e","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.696088345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"6d8b77c4-5322-4054-a711-cae04d47a47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.715181267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"6d8b77c4-5322-4054-a711-cae04d47a47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.790461219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"842b7941-7cf9-4c3a-be62-e24e3e6d9e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.790555273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"05c2d944-c1e6-4d79-81de-37ea7b12dd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.810121324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"05c2d944-c1e6-4d79-81de-37ea7b12dd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.810601129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"842b7941-7cf9-4c3a-be62-e24e3e6d9e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.873920332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"ef82af01-cf78-42ba-ba03-5f8736691dfe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.87394198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"7d675f2d-afc8-449b-92d1-4400bdbcc0b3","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.893557208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"7d675f2d-afc8-449b-92d1-4400bdbcc0b3","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.893601214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"ef82af01-cf78-42ba-ba03-5f8736691dfe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.921935677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"ef82af01-cf78-42ba-ba03-5f8736691dfe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.978127379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"80360060-cae5-43c2-ab2e-f33fb7553063","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:06.984320034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"8b654ca8-53f5-40f4-9b85-30de7a079139","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.139808227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0e28fc82-3eb2-4969-912a-7574a30f06ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.157531818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"942fbbd4-547f-40a6-8013-456c10eb7e76","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.157626372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"942fbbd4-547f-40a6-8013-456c10eb7e76","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.348294321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6929d376-bb3c-4569-9b69-0e3af894ce29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.350068887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b9399b30-62fd-4629-92d3-c65f3bf9a3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.36869344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a27a71-ae1e-4e59-b2fd-c241f743d245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.371505007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0e28fc82-3eb2-4969-912a-7574a30f06ed","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.434745516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6929d376-bb3c-4569-9b69-0e3af894ce29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.44627871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b9399b30-62fd-4629-92d3-c65f3bf9a3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.448047363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c07c2eca-1a39-42d0-88ef-1f07257498c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.451427199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a27a71-ae1e-4e59-b2fd-c241f743d245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.47165619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"c07c2eca-1a39-42d0-88ef-1f07257498c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.533491549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"428096c2-fece-4b46-8369-a8d473a8cf6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.533486816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"15b35943-b137-4c2c-8848-62b96a508a79","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.533706939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b6cfe4e8-187a-46e6-84ff-7123f03fcd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.551927567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"15b35943-b137-4c2c-8848-62b96a508a79","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.553151853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"b6cfe4e8-187a-46e6-84ff-7123f03fcd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.554288093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"428096c2-fece-4b46-8369-a8d473a8cf6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.608496145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"def9bbf8-cfde-48ae-807b-d34cf398740e","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.608556376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"def9bbf8-cfde-48ae-807b-d34cf398740e","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.632427885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"50f31417-45d9-428e-9f76-d5927be71bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.632475322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5f2757f4-2282-4f95-bf2c-05a2e024f69b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.633065285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"48a71fcf-0f49-4a18-acd5-b64f2a9dd629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.635978082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"50875d17-0bb7-4f6e-babd-741780a9afec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.652825466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"50f31417-45d9-428e-9f76-d5927be71bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.659784683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5f2757f4-2282-4f95-bf2c-05a2e024f69b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.661159164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"48a71fcf-0f49-4a18-acd5-b64f2a9dd629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.664968442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"50875d17-0bb7-4f6e-babd-741780a9afec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.744490983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"891830ad-4dd7-4b73-923f-50033d5b84a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.750164322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"e4fe7e1c-929c-401b-9885-e2db53723449","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.755657251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"a7edb555-3a31-49ee-8f9a-9f14e32f05a0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.762668282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5c1f08d7-2827-47cd-b946-839a8e3960a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.762785138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"891830ad-4dd7-4b73-923f-50033d5b84a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.768579481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"e4fe7e1c-929c-401b-9885-e2db53723449","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.76897068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8f09b2bc-8a76-4b9a-ba82-d41b96a06aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.774382353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"a7edb555-3a31-49ee-8f9a-9f14e32f05a0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.780804502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5c1f08d7-2827-47cd-b946-839a8e3960a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.787153498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8f09b2bc-8a76-4b9a-ba82-d41b96a06aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.79137019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"a7edb555-3a31-49ee-8f9a-9f14e32f05a0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.83744256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9aa4f7f-a3e1-471f-9f54-28930dde6c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.862272239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9aa4f7f-a3e1-471f-9f54-28930dde6c1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.931923611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ab364694-5b75-4ba1-963d-d3478761aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:07.95096513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ab364694-5b75-4ba1-963d-d3478761aac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:08.032446333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d9e98b95-2a34-40fb-aef9-73786788fecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:08.03254141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ce361736-d0ec-4072-8a96-82f0e916506e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:08.052023895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ce361736-d0ec-4072-8a96-82f0e916506e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:08.052029861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d9e98b95-2a34-40fb-aef9-73786788fecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.06714321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.080763177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"48b2421b-58c2-40c3-945d-b6d7bf7f8da0","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.080784857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"48b2421b-58c2-40c3-945d-b6d7bf7f8da0","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:12.097045893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"7042f0ea-ccd5-42e2-b1d3-f94b53cbf622","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-d9ef5b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.108964536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a03dec62-c577-45fd-ab70-6ab16470d957","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.108968306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"215be819-0594-418e-8c3f-72c48f93336a","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.113740455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"e67895e8-7451-4529-ad8a-e01dcaffb145","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.113761187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"e67895e8-7451-4529-ad8a-e01dcaffb145","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.127865644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a03dec62-c577-45fd-ab70-6ab16470d957","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:12.128424235Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"e67895e8-7451-4529-ad8a-e01dcaffb145","name":"e2e-att-unrel-d9ef5b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-d9ef5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:12.128490318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"e67895e8-7451-4529-ad8a-e01dcaffb145","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-d9ef5b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.128757498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"215be819-0594-418e-8c3f-72c48f93336a","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.142063159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"8de8df28-30fb-424c-a97c-1f3cf95f0cbb","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.142083873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"8de8df28-30fb-424c-a97c-1f3cf95f0cbb","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.156450204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"b939bb5f-f1dc-4122-894b-3a233c7a36e2","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.156472322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"b939bb5f-f1dc-4122-894b-3a233c7a36e2","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.170585857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"3263d92d-6cd2-4475-af76-1994172fb3da","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.170608162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"3263d92d-6cd2-4475-af76-1994172fb3da","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.220182265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"218c6911-e6d5-4672-808e-677e111c0b9a","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-att-unrel-d9ef5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.23923576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"43a0bd52-570f-48cb-95b7-7b3efdc7c17e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.24048354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"d28b89e4-1226-4b54-b014-577e91b793ef","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.324322775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"43a0bd52-570f-48cb-95b7-7b3efdc7c17e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.324327408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"d28b89e4-1226-4b54-b014-577e91b793ef","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.375326875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"41d0dbef-8958-41b9-a9a1-2658db895c3f","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.375353219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"41d0dbef-8958-41b9-a9a1-2658db895c3f","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:12.41789798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"40b853b5-1d7e-43d8-930c-b89a21ed97f5","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:15.954056523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"f2ed031b-4828-4982-b83b-4b9b3a191bb4","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","subscription":"e2e-att-serve-56448c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:15.981880911Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"f2ed031b-4828-4982-b83b-4b9b3a191bb4","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:15.996620625Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-sub","reconcileID":"f2ed031b-4828-4982-b83b-4b9b3a191bb4","MaaSSubscription":{"name":"e2e-att-serve-56448c-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.218345439Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.235119202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"909abbbf-60f5-4540-a5b6-b2afb926fe79","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.235239956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"909abbbf-60f5-4540-a5b6-b2afb926fe79","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.256689722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"49834dec-7c3e-4ca6-a9c7-a50d3a7c6729","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.284764378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"49834dec-7c3e-4ca6-a9c7-a50d3a7c6729","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.34870304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"697b0d6d-4d89-429e-9d0d-93908fc1ce8a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.3487348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"697b0d6d-4d89-429e-9d0d-93908fc1ce8a","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.425396906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3f30fefc-7702-4172-960e-227ddada4fc0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.537878378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"071fdca7-cac3-4adc-ba21-389b034937d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.539660591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3f30fefc-7702-4172-960e-227ddada4fc0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.582378778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"071fdca7-cac3-4adc-ba21-389b034937d2","name":"e2e-extmod-b-4c1015-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.610989809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3f30fefc-7702-4172-960e-227ddada4fc0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.611013446Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-att-serve-56448c-access","reconcileID":"3f30fefc-7702-4172-960e-227ddada4fc0","MaaSAuthPolicy":{"name":"e2e-att-serve-56448c-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.684318197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"9c7756a7-93b1-47a3-b109-196785c2235b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"tenant":"e2e-extmod-b-e7b56d","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","model":"e2e-extmod-att-user-6e025b/e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:16.684345457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"9c7756a7-93b1-47a3-b109-196785c2235b","MaaSModelRef":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"routeName":"external-model-e2e-att-serve-56448c-2fc8767bf036","namespace":"e2e-extmod-att-user-6e025b","model":"e2e-att-serve-56448c","externalModel":"e2e-att-serve-56448c","provider":"e2e-att-serve-56448c-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.304513425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"6e859ebe-db82-461f-be94-f3812905ad0f","namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.337745481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f71bff67-0721-4b4f-8097-f01f4d876093","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.350163594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fc57c09-d345-44df-ba58-f3423302e3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.350738101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"38ce7bed-d7a3-4fe6-994c-f3d078128710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.351290782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8006eae9-4a55-4a91-8aac-49980ad05d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.351808635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"749f6edf-ff0e-49c1-9475-1b9c98d27005","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.364988126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f71bff67-0721-4b4f-8097-f01f4d876093","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.374804887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fc57c09-d345-44df-ba58-f3423302e3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.374848502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"38ce7bed-d7a3-4fe6-994c-f3d078128710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.378800337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"749f6edf-ff0e-49c1-9475-1b9c98d27005","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.381897645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8006eae9-4a55-4a91-8aac-49980ad05d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.436827199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f71bff67-0721-4b4f-8097-f01f4d876093","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.483956003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4abf8b05-6964-42a6-bb50-12172c19b24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.502337127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4abf8b05-6964-42a6-bb50-12172c19b24a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.513045209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-56448c","namespace":"e2e-extmod-att-user-6e025b"},"namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","reconcileID":"187db5b6-984e-4a98-bcd3-eac992b13f7c","namespace":"e2e-extmod-att-user-6e025b","name":"e2e-att-serve-56448c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.655717884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"35f3bfde-5616-454f-9ee5-65a664b934d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.661366054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e0236da4-c6ba-4211-b483-15c2d028e030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.835528731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e0236da4-c6ba-4211-b483-15c2d028e030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:17.985262528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"35f3bfde-5616-454f-9ee5-65a664b934d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.011549822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6c5ba11-4916-4205-bb9b-54ff86d1399d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.019306697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"4aae5338-a089-4439-9646-9e2b11a72cea","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.019558946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3f33008d-4598-4ae1-85ba-c1155c28765e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.222766948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a6c5ba11-4916-4205-bb9b-54ff86d1399d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.390653245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"4aae5338-a089-4439-9646-9e2b11a72cea","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.444461249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3f33008d-4598-4ae1-85ba-c1155c28765e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.483479403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"75ddc555-09fe-45b1-b8ce-4884ecc9dcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.48558738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7ed523e4-fc59-437a-86b6-fbecefbc8be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.502094532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"75ddc555-09fe-45b1-b8ce-4884ecc9dcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.504751014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7ed523e4-fc59-437a-86b6-fbecefbc8be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.559972077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8099bbfe-4717-4022-a79f-f0f2b0b45d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.560857953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"7f6901e1-5a4d-4ad6-a5a4-996fc55b950b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.578980381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8099bbfe-4717-4022-a79f-f0f2b0b45d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.580099046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"7f6901e1-5a4d-4ad6-a5a4-996fc55b950b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.650745778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"273a46c6-31bf-4702-92e7-53b7c9275959","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.66283507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dcd0ff3a-5fae-40f0-b04b-686f9fe32496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.662867097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3f5bf977-f892-4104-a3f7-579f048a7931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.66329108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9d87f228-b68b-4a50-b774-873f062d282e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.664669445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"d8bdb2f2-7214-4caa-80d3-e10cf12a97e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.669450084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"273a46c6-31bf-4702-92e7-53b7c9275959","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.682063031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"dcd0ff3a-5fae-40f0-b04b-686f9fe32496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.683077897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9d87f228-b68b-4a50-b774-873f062d282e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.684719573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3f5bf977-f892-4104-a3f7-579f048a7931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.68665573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"273a46c6-31bf-4702-92e7-53b7c9275959","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.686727713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"d8bdb2f2-7214-4caa-80d3-e10cf12a97e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.871536611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4d044ec-4fd2-4f8c-a975-abb566479874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.89607666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4d044ec-4fd2-4f8c-a975-abb566479874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.896339723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6a74a829-fbd8-4073-a4d8-631968b839ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.896110915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f7b2d6f-e9e5-4d85-b30a-70d7b88d8145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.899302103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"f505365d-caf4-4104-af41-e0c5f4334464","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.899950725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"5ed187c8-24ea-4204-95d1-e3f0f338b958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.914927021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f7b2d6f-e9e5-4d85-b30a-70d7b88d8145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.915010178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6a74a829-fbd8-4073-a4d8-631968b839ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.918135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"f505365d-caf4-4104-af41-e0c5f4334464","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:18.918632717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"5ed187c8-24ea-4204-95d1-e3f0f338b958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:19.101591144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"56a7465d-0db1-419c-afb8-dad318d8c19e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:19.141196916Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"56a7465d-0db1-419c-afb8-dad318d8c19e","name":"e2e-extmod-a-50d4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:28.718393917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"de122257-e17c-4c2d-b03f-b6371a0ad66d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:28.737378916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"de122257-e17c-4c2d-b03f-b6371a0ad66d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:28.754293288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"de122257-e17c-4c2d-b03f-b6371a0ad66d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:31.049722228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.543071276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"2579fbe4-5fd1-4d65-90dc-9fd1512f6352","namespace":"llm","name":"e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.565935899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1bfd29bd-e296-47b7-ad35-dff2f14d03a0","namespace":"llm","name":"e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.570449512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"027ae506-5056-426e-87d8-696d0ce6d138","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.5834463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a6ae02a-26d4-46f6-9c56-9be32c2a79c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.584445724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c6a33044-dca8-4201-9fb5-e663c92ae968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.58447309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3f56575-af8e-40da-b05f-38b05ec0f427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.585207661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"3600e977-6c65-4d5b-896d-03d0c619304d","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.588535676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"027ae506-5056-426e-87d8-696d0ce6d138","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.601533205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a6ae02a-26d4-46f6-9c56-9be32c2a79c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.602570749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c6a33044-dca8-4201-9fb5-e663c92ae968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.603834132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3f56575-af8e-40da-b05f-38b05ec0f427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.605009301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"3600e977-6c65-4d5b-896d-03d0c619304d","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.605774701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"027ae506-5056-426e-87d8-696d0ce6d138","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.644761803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a52a15f7-6209-4043-a34b-71141f42abcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.644783047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a52a15f7-6209-4043-a34b-71141f42abcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.645146799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05bc7236-3aef-4867-8269-dc3a373cf423","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.645162621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05bc7236-3aef-4867-8269-dc3a373cf423","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.645505689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bd10d5-0d1c-4850-9017-166ef8329308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.645519908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bd10d5-0d1c-4850-9017-166ef8329308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646110705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4156bbf-fc99-47e2-a368-81ea457918e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646133264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4156bbf-fc99-47e2-a368-81ea457918e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646583973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"106b35f5-0b0e-41bf-ac8d-7329818876f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646599586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"106b35f5-0b0e-41bf-ac8d-7329818876f5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646918975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ee7e50-aa28-4b21-bd35-b04c79e89923","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.646935155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9ee7e50-aa28-4b21-bd35-b04c79e89923","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.647336993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"497855c2-cfa6-48d0-9c27-15b7465eb410","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.647391178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"497855c2-cfa6-48d0-9c27-15b7465eb410","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.647807972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4822d79d-01a2-41d7-a9b5-db51674011ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.647824507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4822d79d-01a2-41d7-a9b5-db51674011ae","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.677098075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"55082ba7-0115-48fb-bebd-058612b73282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.724267951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d59e133-9502-4e95-8b1b-37001aa95abc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.724290873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d59e133-9502-4e95-8b1b-37001aa95abc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.724758416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c95b3bef-2f68-4716-810e-b052d0e77807","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.724779361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c95b3bef-2f68-4716-810e-b052d0e77807","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.725201964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d284c3c-ff8c-4886-926f-bb62aff47fb8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.725215606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7d284c3c-ff8c-4886-926f-bb62aff47fb8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.725632007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ff7aedb-f42f-46c7-a118-60d26535f08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.725646493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ff7aedb-f42f-46c7-a118-60d26535f08a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.725654658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"55082ba7-0115-48fb-bebd-058612b73282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.72620916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a35472-25af-4d5b-b9b6-b391f332de71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.7262225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a35472-25af-4d5b-b9b6-b391f332de71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.726737445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57706ded-f668-46b9-94d5-ed78074b717d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.726750061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57706ded-f668-46b9-94d5-ed78074b717d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.728233259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f566de4c-bebd-46a9-a02e-d3f2cfba057b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.728251716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f566de4c-bebd-46a9-a02e-d3f2cfba057b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.728726428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ca605cf-5805-4a56-bfc3-de574ad7aa4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.728786454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ca605cf-5805-4a56-bfc3-de574ad7aa4d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.741209301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3628eacc-df7b-40e4-9edc-5696b831de03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.756398439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"090ee2cf-c1e7-4cd8-a841-a1cad63a7f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.778605882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"090ee2cf-c1e7-4cd8-a841-a1cad63a7f24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.787102135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"f6355119-ad7f-4126-8589-12c6d7a66990","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"name":"e2e-dft-3e7676","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.791998232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15c97083-a6cf-4a02-af8a-b37a77666b9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.848183422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"68f5bdba-e28c-46b7-8a87-10affc610499","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.849078908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2e885cf6-4983-4e88-8509-fb25e0b44946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.866700041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"68f5bdba-e28c-46b7-8a87-10affc610499","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:33.870400823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2e885cf6-4983-4e88-8509-fb25e0b44946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.001582012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"03e9b9c0-66a1-4d47-a507-63882fac9640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.112402732Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"aecaf459-1aca-4a68-a9c0-8d319f88728b","namespace":"llm","name":"e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.113128128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a1a98b7a-69c9-4cd0-bdd1-d09fdb0d0f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.134629265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"076ed79c-f17e-474b-aeb8-5f8c0e8005f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.135223846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"be4d45b9-e4c6-4846-9a89-3749d6decb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.154769036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"d50b292d-8b95-4a4f-9584-42f87ff4445a","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.15486417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"d50b292d-8b95-4a4f-9584-42f87ff4445a","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.140586455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"03e9b9c0-66a1-4d47-a507-63882fac9640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.250856728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"076ed79c-f17e-474b-aeb8-5f8c0e8005f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.33583425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"be4d45b9-e4c6-4846-9a89-3749d6decb2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.386031114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c311bb8d-040b-4c7d-976b-03559884ffcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.440116885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c311bb8d-040b-4c7d-976b-03559884ffcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.450388948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a1a98b7a-69c9-4cd0-bdd1-d09fdb0d0f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.535799226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e9afa6e9-6d86-4262-9be6-095892f62bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.536991855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"60c44fd3-fed4-4384-b51b-660015b5cbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.549697006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"61384c66-1549-4e04-b5d4-12e771a5de1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.554683461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e9afa6e9-6d86-4262-9be6-095892f62bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.555803862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"60c44fd3-fed4-4384-b51b-660015b5cbe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.563659427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d213aacf-3268-415f-a934-47f344aaa06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.567574639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"61384c66-1549-4e04-b5d4-12e771a5de1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.577359261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"00796315-3a3c-4162-b799-300fc9ff2427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.58210351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d213aacf-3268-415f-a934-47f344aaa06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.601397119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"00796315-3a3c-4162-b799-300fc9ff2427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.651997952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"45667464-65da-4af1-8c30-54e2c22081cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.652009577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"16a89a3a-d9a2-4ae9-8eae-38e6c0c7ccda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.670945104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"45667464-65da-4af1-8c30-54e2c22081cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.672388889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"16a89a3a-d9a2-4ae9-8eae-38e6c0c7ccda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.779224856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26c4fea-b835-44d1-b498-2490c6d842a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.779653371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be72f41-06f1-4497-8a54-2b4924bd4685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.798173004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a26c4fea-b835-44d1-b498-2490c6d842a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.798253771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be72f41-06f1-4497-8a54-2b4924bd4685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.852513432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f6d9cddf-2e76-44af-86f7-df7f49a67e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.865168593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6fd7a5bf-5ff0-4bb7-8862-81d4ceaeae3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.865855279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7f8a5908-3030-4fe4-967f-9aa0b40d6dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.871110973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f6d9cddf-2e76-44af-86f7-df7f49a67e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.883358521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6fd7a5bf-5ff0-4bb7-8862-81d4ceaeae3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.884215948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7f8a5908-3030-4fe4-967f-9aa0b40d6dd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.888037946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"f6d9cddf-2e76-44af-86f7-df7f49a67e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.9652013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b7ffda09-7177-4f8f-9e32-fa8dc1d8fc25","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:34.983983173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b7ffda09-7177-4f8f-9e32-fa8dc1d8fc25","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.06547338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"aa3d0a5c-e1a8-4c42-a973-a4930f69d798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.065474903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2ad1d23d-4403-4056-a5a5-142f601dfe56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.066690832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9f95c988-1000-48b5-9ca5-f3e78eb64572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.066743196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"52d6e227-5ffe-4ba6-aa59-307b97a0c0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.084105874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"aa3d0a5c-e1a8-4c42-a973-a4930f69d798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.084373766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"2ad1d23d-4403-4056-a5a5-142f601dfe56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.086653276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"52d6e227-5ffe-4ba6-aa59-307b97a0c0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.086691292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9f95c988-1000-48b5-9ca5-f3e78eb64572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.165181464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f00e3b1c-f5ff-43d5-9745-116910ff2117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.165357144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6e6e3961-eaf4-4c48-8072-29e5c6b167ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.183404862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f00e3b1c-f5ff-43d5-9745-116910ff2117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:35.183463428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6e6e3961-eaf4-4c48-8072-29e5c6b167ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:37.91134229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"770185d0-5b84-4684-9b1a-d1fe96e8d8f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:37.950838144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"770185d0-5b84-4684-9b1a-d1fe96e8d8f0","name":"e2e-extmod-b-adfb9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.881658674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"b567f15a-0755-4450-8f7d-b7d9e5cfde25","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.881711462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"b567f15a-0755-4450-8f7d-b7d9e5cfde25","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.899689827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"82ff2cc7-b740-47e3-87e4-8e29d4427074","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.899718305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"82ff2cc7-b740-47e3-87e4-8e29d4427074","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.939518553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"8756ba42-9c16-424b-8ff2-146c1190f414","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:39.958416575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"8756ba42-9c16-424b-8ff2-146c1190f414","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:40.150604782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"013b9b8b-17de-4597-8208-1a127dcf0f02","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:40.150640473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"013b9b8b-17de-4597-8208-1a127dcf0f02","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:40.190833715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"7c2af8bf-ea32-40e9-bfdd-27ebcb743151","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:40.209504769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"7c2af8bf-ea32-40e9-bfdd-27ebcb743151","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.566676891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.580051982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"9b96d1c8-745d-4526-925d-cb1c721709d2","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.580083504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"9b96d1c8-745d-4526-925d-cb1c721709d2","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:42.595700897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"c6650b2e-82b4-4348-96a7-20054c5fb1ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-3e7676-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.615346935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1c4f25fc-c6da-48ec-abc7-13902d9627cb","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.615382065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1c4f25fc-c6da-48ec-abc7-13902d9627cb","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.621627221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d65a47e-7943-4928-b93b-8065dd4cf67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.621860348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"ba2fccbb-559a-437e-991d-95f87b4c41b8","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.621621254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf0e6a8-f926-4e82-b0ee-e374462006d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:42.63039279Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1c4f25fc-c6da-48ec-abc7-13902d9627cb","name":"e2e-dft-3e7676","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-3e7676\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:42.630460657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1c4f25fc-c6da-48ec-abc7-13902d9627cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-3e7676\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.640158919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d65a47e-7943-4928-b93b-8065dd4cf67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.640437588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"ba2fccbb-559a-437e-991d-95f87b4c41b8","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.642619164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf0e6a8-f926-4e82-b0ee-e374462006d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.64783774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"24303dd6-51a1-43be-8759-ae62212ac9fc","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.647865705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"24303dd6-51a1-43be-8759-ae62212ac9fc","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.666328821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"5c48465e-6633-481b-b06e-0594367f8628","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.666360342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"5c48465e-6633-481b-b06e-0594367f8628","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.723662212Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"eb98c3c7-b314-4f9a-ab81-f0a2e36e08ec","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-3e7676","model":"e2e-dft-3e7676","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-3e7676-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.734068163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91b52a5-baa8-474d-81d1-cdf042abd171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.735684316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"657ddf11-6d2c-4123-9a9d-cfcb7b48a19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.753735557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91b52a5-baa8-474d-81d1-cdf042abd171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.755655649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"657ddf11-6d2c-4123-9a9d-cfcb7b48a19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.803878624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"f3c173b6-3be2-4111-a1bb-5a9dd30ac99d","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.803923925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"f3c173b6-3be2-4111-a1bb-5a9dd30ac99d","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.833771855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"be6ed94f-5f60-45ab-bce5-28a4f8b34d3f","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.845108896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"e3b135d1-2575-4850-87fc-aa9cc3c51487","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-3e7676","model":"llm/e2e-dft-3e7676","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:42.851995624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"be6ed94f-5f60-45ab-bce5-28a4f8b34d3f","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:44.917492089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"2a432418-d65a-4c22-9948-c26e0362d979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:44.937449492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"2a432418-d65a-4c22-9948-c26e0362d979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:44.955711252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (31ff96f9bbba41bfd5f6f8775fdb5c81bba9f8961000071ff62dd8cd99f50e30) AuthConfig (4a71a9a04a18c6b9ce2f382784e7e3eb2668981c3b779bae34c79bca1bf14978) AuthConfig (9d3ad466039536a89499baa18764fdd3b7c959c8e905a014bcf985aed444b8da) AuthConfig (b4b1ba6c7d49ce5f5b2f99e8ed7a9b5248e0d2cfa07995f9462255e85d012503) AuthConfig (9f6cb4dfaf556c9771e5de64cf2f6ef1f6b4fad4964c98b4a5d54866903d19f5) AuthConfig (430ad3b0f0b20c00a393637bdee38d1a24f5a266f8f175c9ccbcb9cb41cf2eaf) AuthConfig (3a95da545d2ca6ceead93f4a99d123bd74d2fe6bf36c288aa7123ef51569a0af) AuthConfig (af9408a7e6beef5a6735847acb14ae8577ac8c2bc484fa55b49111f2d165625b) AuthConfig (7caa23a94a14381b65f715088ce85e1aac2a0f867537ea7b66b63e1d9a97e60b) AuthConfig (53764985a5390e0380659357f1da520de16910ee71848eed1534127822053756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"2a432418-d65a-4c22-9948-c26e0362d979","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:54.852711859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"7a7f1aa6-00f7-4f70-a2fd-005d4ed93457","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:54.951094743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"407077fe-d905-41e4-bcdc-7c2b22551df4","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:54.951134599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"407077fe-d905-41e4-bcdc-7c2b22551df4","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:54.984851649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"b81ea9fa-2b11-49c5-b2b6-761ad011b43d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:55.00455041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"b81ea9fa-2b11-49c5-b2b6-761ad011b43d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:55.128543681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"22032385-2f3b-457b-ab1f-955c295a87c7","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:55.128674966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"22032385-2f3b-457b-ab1f-955c295a87c7","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:56.134497743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"62c8a0d4-6b8e-4bbf-bea3-adcf34da492c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:56.134856246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"af274a74-56ae-4033-a4cd-32b977aa452e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:56.162321173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"62c8a0d4-6b8e-4bbf-bea3-adcf34da492c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:56.163763986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"af274a74-56ae-4033-a4cd-32b977aa452e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.228689957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"ab194f58-c10d-4bcf-a338-a1190edd1d03","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.258751603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"ee6613c6-f6ec-4ca3-be27-66428984920b","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.282492138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"8852f193-28e8-43be-8a90-6f0ad6a8fe19","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.285651306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"de626874-22f5-4574-a607-f382d0e22431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.285651304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fb297e6e-ff9b-43c7-bfd9-3d10afd01e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.288593451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"42ab5d22-7ef9-44cc-bf60-204bb2a69357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.298132971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837a4c13-ea50-4b9f-a06f-b58c0e6a70e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.304668018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"8852f193-28e8-43be-8a90-6f0ad6a8fe19","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.305137438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"de626874-22f5-4574-a607-f382d0e22431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.30740805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fb297e6e-ff9b-43c7-bfd9-3d10afd01e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.308321311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"42ab5d22-7ef9-44cc-bf60-204bb2a69357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.317490171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"837a4c13-ea50-4b9f-a06f-b58c0e6a70e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.364619237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"7a854146-ff42-48b0-847c-8bf321da0724","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.36465467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"7a854146-ff42-48b0-847c-8bf321da0724","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.379194144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"33bcf282-641c-44c9-b9b0-909e12f60744","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.379225259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"33bcf282-641c-44c9-b9b0-909e12f60744","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.407091435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"0b16bfa4-2a67-47c1-84b9-5eba02f4435e","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.410076513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"e5378c04-12f6-4cc4-b9a1-cdd21e529906","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.416963725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"061bc120-790d-4c4c-91af-c3fca4b4fe24","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.417057883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"061bc120-790d-4c4c-91af-c3fca4b4fe24","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.484014251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"3fc95320-7782-4baf-873f-3b5bb642405d","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.487975271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"3fc95320-7782-4baf-873f-3b5bb642405d","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.543215992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"54724f02-d86d-49c8-87ae-cba31fa3efac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.543670103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6f84c42b-f678-4bbd-8565-8cdc19c57f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.544263507Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"64a23c18-ef44-47f7-b63f-7e49a3711231","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.560865166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"341235c1-4e1c-463e-829f-1283aa262f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.577235162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"54724f02-d86d-49c8-87ae-cba31fa3efac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.581421111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6f84c42b-f678-4bbd-8565-8cdc19c57f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.585292359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"341235c1-4e1c-463e-829f-1283aa262f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.644544805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3c841488-1d67-4a09-a3b5-a6877d8ad568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.650633552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f72a547c-c44d-48f4-80c9-656b4a4e73a1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.745259862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3c841488-1d67-4a09-a3b5-a6877d8ad568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.835797838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f72a547c-c44d-48f4-80c9-656b4a4e73a1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.866796684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"28c46f12-3fe0-4150-92f9-d7b96b68e013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:57.919087878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"7f7f1ec2-384b-49d9-9f7f-d354d30bfe88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.121771602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"28c46f12-3fe0-4150-92f9-d7b96b68e013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.210750411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5048a044-f839-40af-860c-3e2093194617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.220512744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"7f7f1ec2-384b-49d9-9f7f-d354d30bfe88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.335922734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"123eed78-70d5-4fba-b200-7c59a444b5d9","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.5103678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5048a044-f839-40af-860c-3e2093194617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.515708344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6f45187a-88d6-4473-b0a8-85d6edeb4424","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.515755989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"6f45187a-88d6-4473-b0a8-85d6edeb4424","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.522450739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"3e20252f-c46b-4dc0-a929-537e4c0732c3","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.52694294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"8bcc206e-6e74-4322-905d-9062cc075de2","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.569198417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"d52cc367-4c48-46e7-8e66-57651d63a12a","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.634695971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"8797e9dd-d332-44ca-88bb-2ebc7f286698","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.643734147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"353f38ce-df53-4662-98b2-c267a717b1f6","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.643767094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"353f38ce-df53-4662-98b2-c267a717b1f6","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.666212397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"abf2efbe-626b-4989-969b-f8566b7584fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.67002471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"8797e9dd-d332-44ca-88bb-2ebc7f286698","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.675400973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"41e74acb-586f-4c05-a4a3-517f2be00913","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.685618195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"abf2efbe-626b-4989-969b-f8566b7584fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.688508136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"10420d2f-6fb4-41ae-8487-e0b80650e77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.694970176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"41e74acb-586f-4c05-a4a3-517f2be00913","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.706301066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"10420d2f-6fb4-41ae-8487-e0b80650e77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.71477341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"e19e4522-add5-4cda-9adb-a46f2818af2d","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.714855809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"e19e4522-add5-4cda-9adb-a46f2818af2d","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.745054023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"927c896c-7e42-480f-8676-72814450364c","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.745145348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"927c896c-7e42-480f-8676-72814450364c","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.772417687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6f0d297f-c905-41aa-aaba-3b35b2ec851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.790649441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"afc79e4d-ad6c-476e-83f8-29f3c3e2ba0d","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.790734517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"afc79e4d-ad6c-476e-83f8-29f3c3e2ba0d","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.795183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6f0d297f-c905-41aa-aaba-3b35b2ec851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.853246331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"10e0c7d3-72d0-4f0a-824a-552e7134ab28","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.853357314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"10e0c7d3-72d0-4f0a-824a-552e7134ab28","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.874635735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4b940c4e-08d5-4232-80e9-1add5601d1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.893326179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4b940c4e-08d5-4232-80e9-1add5601d1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.956166404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"8ba82ef7-140a-427d-855c-375a6f38d14a","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:58.956264022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"8ba82ef7-140a-427d-855c-375a6f38d14a","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.973155292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c6bbe270-7291-4222-8302-cc972b3ce8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:58.973723713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6db9b0fa-477f-41f1-b1ec-44b76fcc378d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.067291498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4807c075-3bf6-4e2f-8317-41aa56a0591b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.165325934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c6bbe270-7291-4222-8302-cc972b3ce8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.173348418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6db9b0fa-477f-41f1-b1ec-44b76fcc378d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:59.177082759Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"75044814-bffc-4aeb-b40e-897991094443","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:59.177230183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"75044814-bffc-4aeb-b40e-897991094443","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.189086815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4807c075-3bf6-4e2f-8317-41aa56a0591b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.228339394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9c56b638-9732-4286-ae02-b59b2b2523f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.248732704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9c56b638-9732-4286-ae02-b59b2b2523f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.307169421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"541609ad-a5db-499c-85bb-3d77a1538296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.328708204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"541609ad-a5db-499c-85bb-3d77a1538296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.435871356Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"a89b39c7-f7e0-4106-9561-f292a5c0e09b","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.466082815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"769173b9-fa6e-4716-b50b-00250b5e2685","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.501749394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bfd6f6bb-6a34-4995-9fbd-cb51a13e721e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:59.502776842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"7fda36d0-eeff-409c-9a21-455044cfa5f6","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:23:59.502851552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"7fda36d0-eeff-409c-9a21-455044cfa5f6","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.557647886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"769173b9-fa6e-4716-b50b-00250b5e2685","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.576712006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6943778-db04-4aff-b804-451a4f65dda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.577658016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"38ca1c9e-5b9a-476b-87d4-d30320cd72f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.669598213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bfd6f6bb-6a34-4995-9fbd-cb51a13e721e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.853320748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29e3f533-e48c-43ab-871c-aa8010687f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.919692728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6943778-db04-4aff-b804-451a4f65dda0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.926104599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29e3f533-e48c-43ab-871c-aa8010687f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.980797091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"38ca1c9e-5b9a-476b-87d4-d30320cd72f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:23:59.994317036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6d7838d1-d03d-4db6-9016-5cf9aaa7f721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.000332657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"5ba97f1f-633c-421d-9714-e114eb2efec2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.007298763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c4714164-a46f-438c-b48d-3b2bf7d7206b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.036613144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6d7838d1-d03d-4db6-9016-5cf9aaa7f721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.04277787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"5ba97f1f-633c-421d-9714-e114eb2efec2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.056311993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c4714164-a46f-438c-b48d-3b2bf7d7206b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.086676245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9040053f-f457-438e-9cab-a60dfb872bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.108287539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9040053f-f457-438e-9cab-a60dfb872bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:00.159383056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"d48c4b42-2662-4cba-a5c9-27cd78ec673c","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:00.159461845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"d48c4b42-2662-4cba-a5c9-27cd78ec673c","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.173801999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"83cfe904-f9ad-42a0-a005-743e9f836fab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-529e60","tenantID":"e2e-explicit-529e60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.200386187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"79bb1894-d70b-4dbc-b6b6-2e621cedb285","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.216030448Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"83cfe904-f9ad-42a0-a005-743e9f836fab","name":"e2e-explicit-529e60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.220572212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"79bb1894-d70b-4dbc-b6b6-2e621cedb285","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.291852337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7a2e1938-ae3f-4d35-956b-71ed42254be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.292448189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a837386a-fb77-4e19-9177-943039baedbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.296701854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d7a3e724-cd48-4872-9859-206faa9eac3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.331106202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a837386a-fb77-4e19-9177-943039baedbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.340779136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7a2e1938-ae3f-4d35-956b-71ed42254be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.346108246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d10f7cc-0bbb-43c4-bfcb-c9351388941e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.362228531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d7a3e724-cd48-4872-9859-206faa9eac3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.461110215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d10f7cc-0bbb-43c4-bfcb-c9351388941e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.479190383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.530543171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"4b4c168f-69f4-4cbe-9677-88de87fc572a","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.530575344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"4b4c168f-69f4-4cbe-9677-88de87fc572a","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.547397613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa39abc4-52f6-4c42-854b-6f1fee5290cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:00.557523099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"9c2a7e65-5539-4720-b8f1-a8cd320f7419","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-53f2ed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.567320151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa39abc4-52f6-4c42-854b-6f1fee5290cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.571864257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"e9a133a4-54e8-4b86-86c6-e73ea2c64c85","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.571892292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"e9a133a4-54e8-4b86-86c6-e73ea2c64c85","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:00.587293149Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"e9a133a4-54e8-4b86-86c6-e73ea2c64c85","name":"e2e-cmp-legacy-53f2ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-53f2ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:00.587367129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"e9a133a4-54e8-4b86-86c6-e73ea2c64c85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-53f2ed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.602277833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"b56ec74c-1e35-431a-b98d-563db1ac8f9f","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.602305995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"b56ec74c-1e35-431a-b98d-563db1ac8f9f","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.616137805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"9b621c25-9c53-437d-a58b-35212c1fafe1","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.616164729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"9b621c25-9c53-437d-a58b-35212c1fafe1","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.630434279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9223c0ab-d7d5-4066-ba0d-5710f166579d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.630971443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a4220d05-3d06-494f-8ea7-dc3930e0e174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.631414443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"72ec4d83-d997-4157-a9ea-389f90bd5a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.631817492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e9dc34bb-1a02-43db-9402-a3cdb16c99d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.63245675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"18a609a0-7cb3-4adf-9d13-7e527d497da3","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.632475005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"18a609a0-7cb3-4adf-9d13-7e527d497da3","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.659209032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a4220d05-3d06-494f-8ea7-dc3930e0e174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.660677363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e9dc34bb-1a02-43db-9402-a3cdb16c99d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.662812623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"72ec4d83-d997-4157-a9ea-389f90bd5a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.665157898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9223c0ab-d7d5-4066-ba0d-5710f166579d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.695519167Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"41d33aff-dd54-40a0-9944-6da45b56b2a9","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cmp-legacy-53f2ed","model":"e2e-cmp-legacy-53f2ed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.78105231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"3670cfc7-249e-4c02-a73c-4a9b352dfd5a","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.781101355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"3670cfc7-249e-4c02-a73c-4a9b352dfd5a","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.827294204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"523571fa-d4ae-47ad-bf5a-bd91fcb3972a","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cmp-legacy-53f2ed","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.842048245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9754474-6aee-44e4-b0bf-73a881c420d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.842644986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fe3291de-4c35-452b-a2f5-b144ff40697c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.858556294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f7f637e0-f600-4321-b5a1-f65de52b0ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.886385972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f9754474-6aee-44e4-b0bf-73a881c420d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.890445372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f7f637e0-f600-4321-b5a1-f65de52b0ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.891497188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"49951d33-c46f-4b95-9409-25db36835bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.91203863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fe3291de-4c35-452b-a2f5-b144ff40697c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.916693715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"49951d33-c46f-4b95-9409-25db36835bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.948493429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8283ef95-56f3-488c-81c0-bd4d2074347b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:00.967723088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8283ef95-56f3-488c-81c0-bd4d2074347b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:01.053864292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:01.116840539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"6bdcbaff-126c-4722-a69f-44515dda3287","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:01.145538757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"31c37068-d54e-4f7f-8190-6051daafe285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:01.178261206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"31c37068-d54e-4f7f-8190-6051daafe285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:01.181315242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"6bdcbaff-126c-4722-a69f-44515dda3287","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:01.454669767Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"71b388a7-5303-4f17-8f8b-5fdaf60de7fc","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:01.454751716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"71b388a7-5303-4f17-8f8b-5fdaf60de7fc","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:04.034969264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"8aafe3d9-d1ef-47bb-a46e-22fb7cdcc8ac","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:04.035047966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"8aafe3d9-d1ef-47bb-a46e-22fb7cdcc8ac","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.914341666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"545bce6e-bf9e-412e-9299-80893e9a48ef","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:04.928474428Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"88917cfc-1894-4871-a8f5-af857a2e39f8","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:04.928578326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"88917cfc-1894-4871-a8f5-af857a2e39f8","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.949291992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e9d67c00-94f0-44b2-8f37-a19cea0cc6e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.962836191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6c5b1ca4-e6a9-495a-a82f-9b2c6b6045d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.962872471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9fd705df-c10e-4466-8a41-4ef79c6a1c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.963497059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f7e9100c-4213-4940-8aea-ace26e5dc709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.968338059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e9d67c00-94f0-44b2-8f37-a19cea0cc6e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.976563263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"710354a1-3e1b-467c-b81d-78da382daa22","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.982058385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6c5b1ca4-e6a9-495a-a82f-9b2c6b6045d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.982230721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f7e9100c-4213-4940-8aea-ace26e5dc709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.984609108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9fd705df-c10e-4466-8a41-4ef79c6a1c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:04.995215986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"710354a1-3e1b-467c-b81d-78da382daa22","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.152563012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"05a84f08-9330-408a-a413-a88e80991051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.152675488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"42f3200b-b41a-4f69-a930-fb81b1ed6728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.152950029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bda22f1e-66b1-42fa-bec2-3204ec9d321b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.153084801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e723b48f-2cd0-4c0c-9247-9949e944239b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.171044378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"05a84f08-9330-408a-a413-a88e80991051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.171184909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"42f3200b-b41a-4f69-a930-fb81b1ed6728","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.173265504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bda22f1e-66b1-42fa-bec2-3204ec9d321b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.173345596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"e723b48f-2cd0-4c0c-9247-9949e944239b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.250794241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"afd22092-c017-4619-8ede-0652959f3ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.268752306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"afd22092-c017-4619-8ede-0652959f3ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.351330094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"88a20f51-e0cb-4fba-8f31-93887b9ef8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.351771524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5843da4d-1d77-4a64-8ec3-afe8d10d779a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.352643256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"5920353d-fd3d-4eda-ac70-022710c86478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.352702186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"759e89e5-c141-4150-9e4e-13b33e47ced5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.362705644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"84f876d2-e010-4a7e-9117-0f6236aa2d10","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.369976161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5843da4d-1d77-4a64-8ec3-afe8d10d779a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.370845066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"88a20f51-e0cb-4fba-8f31-93887b9ef8e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.37335764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"5920353d-fd3d-4eda-ac70-022710c86478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.374221555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"759e89e5-c141-4150-9e4e-13b33e47ced5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.380591508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"84f876d2-e010-4a7e-9117-0f6236aa2d10","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:05.390177299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"31757337-3387-4141-b002-7bbbbdaffbd5","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:05.390268666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"31757337-3387-4141-b002-7bbbbdaffbd5","error":"ExternalModel e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c is attached to several gateways [openshift-ingress/e2e-extmod-a-0c3d9a openshift-ingress/e2e-extmod-b-07e166]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.405608944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"0af1e7be-01da-497a-8e62-6ac69e26687e","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.405633276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"0af1e7be-01da-497a-8e62-6ac69e26687e","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.419699315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"961bec23-8ef0-4f8b-90b9-f4a478db4499","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.419724052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"961bec23-8ef0-4f8b-90b9-f4a478db4499","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.432062839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"113589aa-2298-4b3d-825a-c57d02261016","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.432086962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"5d716533-af22-46a4-a238-9d0b11f1f5fe","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.472388432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"ef54d7fe-c74e-49ad-b21c-e8a71ae9da15","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.531825338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"9b551205-00d4-4302-acef-47e1e8131187","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.53186216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"9b551205-00d4-4302-acef-47e1e8131187","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.687728595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f69a5868-426a-4ba7-98b2-267ed1393a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.688458403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8bbc8b89-5f9b-4ecb-a19d-657787bf7424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.767612892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eba2913-7d04-4c62-a12a-fd45ac4dcb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.775808522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8bbc8b89-5f9b-4ecb-a19d-657787bf7424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.777810459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b27743-5b6e-4720-ac77-00088767a5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.783146844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f69a5868-426a-4ba7-98b2-267ed1393a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.826780084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6eba2913-7d04-4c62-a12a-fd45ac4dcb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.830704819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b27743-5b6e-4720-ac77-00088767a5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.835856039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"abc8ac1f-5760-4342-b339-f23a41c88dba","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.854327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"abc8ac1f-5760-4342-b339-f23a41c88dba","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.900630246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5d57d338-3963-42b4-922e-31a69357e8a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:05.918674077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5d57d338-3963-42b4-922e-31a69357e8a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.066124113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ca72676c-2086-40e9-8fbf-3f27b2253a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.066778316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0e89b80e-ea36-4c0f-9653-6042e159f420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.070269294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"629adab9-825d-471f-892c-6e93db635abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.126836775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1c549e07-8890-46ea-91d5-c6e38d1fbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.140200834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0e89b80e-ea36-4c0f-9653-6042e159f420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.166710583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"629adab9-825d-471f-892c-6e93db635abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.173746291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ca72676c-2086-40e9-8fbf-3f27b2253a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.21635022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e7cb1ab0-d34e-419b-b673-6d7e56c6d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.21825975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1c549e07-8890-46ea-91d5-c6e38d1fbf54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.275672631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e7cb1ab0-d34e-419b-b673-6d7e56c6d391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.316374263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"70f71dd6-6fcd-4ddd-9a4d-b3a931b9a438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.317188052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"76d47f77-11bb-4a7b-8242-26115536e68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.331668059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e78472a9-12a4-40ac-86a7-08f7d04c1b02","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.33806153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"76d47f77-11bb-4a7b-8242-26115536e68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.33811146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"70f71dd6-6fcd-4ddd-9a4d-b3a931b9a438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.344492276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a1e63118-f5a5-4a72-8072-1ca346c5daee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.351115792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e78472a9-12a4-40ac-86a7-08f7d04c1b02","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.362897848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a1e63118-f5a5-4a72-8072-1ca346c5daee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.419837622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"37d2a167-59d9-4f79-913d-6bb01ca29ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.440309695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"37d2a167-59d9-4f79-913d-6bb01ca29ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.548165912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"de1bde6a-c8f7-49e7-b5d4-bc942861135c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.548676867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c8a746ef-8433-44be-872f-261a74ab09b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.549169657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2e6d7cd0-ad78-4272-a0d3-a3e4f2d42571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.562759015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"9e9f319d-65f9-40dd-87e3-197a0a777cdb","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.567446971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c8a746ef-8433-44be-872f-261a74ab09b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.57045056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"de1bde6a-c8f7-49e7-b5d4-bc942861135c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.5719422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2e6d7cd0-ad78-4272-a0d3-a3e4f2d42571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:06.582045371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"9e9f319d-65f9-40dd-87e3-197a0a777cdb","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.025606625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"0241b766-565d-483f-85c6-f449ddecd304","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.025640312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"0241b766-565d-483f-85c6-f449ddecd304","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.054861882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6dd1f15c-1b89-4dc9-a80e-bb43e58dace9","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.054937711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6dd1f15c-1b89-4dc9-a80e-bb43e58dace9","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.096265175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"d68ff987-be80-43ed-8e2f-3c45784a2c71","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.114743412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"d68ff987-be80-43ed-8e2f-3c45784a2c71","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.132782138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55a9cdbc0664f702335ffae9cc9ec1bf73295c3d75746bfd8f1046c8a191499f) AuthConfig (564516a8215eb5f2f2cfa7c400ccf65f56960ecea126df84ba822bcd65be47af) AuthConfig (f872cd5cf9dd1c44faf237d1a890cff6ff3f32efd9e4521a1555aab7001038e5) AuthConfig (7d6b997bf72db4cdd72423e1033441475921b4ce10e5d0fb1d9933e7bab9f93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"d68ff987-be80-43ed-8e2f-3c45784a2c71","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.171717867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6cadd160-8120-4999-8327-4f691f3d177e","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:12.1718611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6cadd160-8120-4999-8327-4f691f3d177e","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:15.513430274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da0a5e3-bd42-47c3-8ab0-aa63dcb331f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:15.526128332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da0a5e3-bd42-47c3-8ab0-aa63dcb331f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:15.538788264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da0a5e3-bd42-47c3-8ab0-aa63dcb331f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:15.551561136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da0a5e3-bd42-47c3-8ab0-aa63dcb331f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:16.072189874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8361290e-2a04-485d-ba08-2e77e07ec848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:16.084719741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8361290e-2a04-485d-ba08-2e77e07ec848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:16.097958608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8361290e-2a04-485d-ba08-2e77e07ec848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:16.111302746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8361290e-2a04-485d-ba08-2e77e07ec848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.289891863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277b4a02-6b9f-4bec-a393-405204e6ef1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.306856209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277b4a02-6b9f-4bec-a393-405204e6ef1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.319534812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277b4a02-6b9f-4bec-a393-405204e6ef1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.332168805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277b4a02-6b9f-4bec-a393-405204e6ef1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.858492158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0358c500-eb36-451c-ad10-37461ffa74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.871165058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0358c500-eb36-451c-ad10-37461ffa74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.886762118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0358c500-eb36-451c-ad10-37461ffa74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:17.899827627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0358c500-eb36-451c-ad10-37461ffa74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:22.277474989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"47d8e0a3-dccb-42a0-92cf-8e7cce911972","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:22.303531692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"47d8e0a3-dccb-42a0-92cf-8e7cce911972","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:22.379422718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55a9cdbc0664f702335ffae9cc9ec1bf73295c3d75746bfd8f1046c8a191499f) AuthConfig (564516a8215eb5f2f2cfa7c400ccf65f56960ecea126df84ba822bcd65be47af) AuthConfig (f872cd5cf9dd1c44faf237d1a890cff6ff3f32efd9e4521a1555aab7001038e5) AuthConfig (7d6b997bf72db4cdd72423e1033441475921b4ce10e5d0fb1d9933e7bab9f93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"47d8e0a3-dccb-42a0-92cf-8e7cce911972","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.09117637Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"ba0a747b-0cc3-4f18-bc23-51fa3e29fa0a","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.114185286Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"0e9e1cdd-5bc9-4b28-b091-d96a0dc5750c","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.133221816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"5c0d622a-30fd-4b1f-a177-e933cb1b53f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.133263307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"69d2a176-32c9-4a30-af65-06263c71ca76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.147852325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"c2ab00d0-5577-475b-9256-3e9950e1a30b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.147941064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5f47a8e7-3d91-4435-8355-f4d14b5563b0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.148346029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6492a93-b23c-4eff-b025-6774422dff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.153198066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"69d2a176-32c9-4a30-af65-06263c71ca76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.154116645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"5c0d622a-30fd-4b1f-a177-e933cb1b53f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.16663912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"c2ab00d0-5577-475b-9256-3e9950e1a30b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.166805146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6492a93-b23c-4eff-b025-6774422dff14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.169259351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5f47a8e7-3d91-4435-8355-f4d14b5563b0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.186245336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55a9cdbc0664f702335ffae9cc9ec1bf73295c3d75746bfd8f1046c8a191499f) AuthConfig (564516a8215eb5f2f2cfa7c400ccf65f56960ecea126df84ba822bcd65be47af) AuthConfig (f872cd5cf9dd1c44faf237d1a890cff6ff3f32efd9e4521a1555aab7001038e5) AuthConfig (7d6b997bf72db4cdd72423e1033441475921b4ce10e5d0fb1d9933e7bab9f93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5f47a8e7-3d91-4435-8355-f4d14b5563b0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.240579237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd11fc98-3f09-49f6-afb5-1e1a6189d67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.265605428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd11fc98-3f09-49f6-afb5-1e1a6189d67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.330295354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"53b891be-6077-4c36-9b38-f37da820b377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.331085864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba229799-3577-4f99-91d4-5a2558ed8b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.342647157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"a3097e43-3935-4577-aead-ad715a917639","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.351456802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"53b891be-6077-4c36-9b38-f37da820b377","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.355384273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba229799-3577-4f99-91d4-5a2558ed8b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.428564245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"68fdb1e3-7177-43e4-a804-ec1da4cc6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.440894523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ba0e788d-f6e2-432c-916b-cf1830886dd1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.448881457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"68fdb1e3-7177-43e4-a804-ec1da4cc6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.460125195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"ba0e788d-f6e2-432c-916b-cf1830886dd1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.624200705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"9679888b-2d7d-4d80-b0e0-72f2d3c7756b","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.624305689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"9679888b-2d7d-4d80-b0e0-72f2d3c7756b","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.644669421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"614d540e-c00e-4692-9e81-8146840ed246","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.64585371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"8e1ad20a-aeb9-4d5a-be06-01f4447567b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.672398031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"96b54aad-5cba-4a81-92a3-13f36a1ccc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.791462231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"8e1ad20a-aeb9-4d5a-be06-01f4447567b1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.67458157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4037b56-5138-48a9-a5d3-ff10ddebe47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.790113446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"b2e06e20-2410-4e04-911e-2e10387bc86d","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.792100971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"b2e06e20-2410-4e04-911e-2e10387bc86d","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.790532783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"2d8ec406-488e-4fe1-8c39-704ca577bfd7","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.900091513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"2d8ec406-488e-4fe1-8c39-704ca577bfd7","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.952704965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a4037b56-5138-48a9-a5d3-ff10ddebe47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:23.974279746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2968c62b-9785-42e4-91b3-31cb587251a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.002350202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"96b54aad-5cba-4a81-92a3-13f36a1ccc92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.044434781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2968c62b-9785-42e4-91b3-31cb587251a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.322583344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9b69b2b1-c140-4409-bfa1-3ec0d1b97170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.618946825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9b69b2b1-c140-4409-bfa1-3ec0d1b97170","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.698657318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c0f101cf-6a82-4a28-a412-557061d5200b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.699386786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b56414e5-3d8b-4b9a-826e-76796d3354d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.709122113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f78a8c3-b74e-4892-b1e5-0a1bf1c55a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.728145768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b56414e5-3d8b-4b9a-826e-76796d3354d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.735790601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c0f101cf-6a82-4a28-a412-557061d5200b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.74125532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b1f4b38c-06fc-4ffe-87dc-16a4e7ab061e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.745018065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9f78a8c3-b74e-4892-b1e5-0a1bf1c55a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.828960187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b1f4b38c-06fc-4ffe-87dc-16a4e7ab061e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.852419061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4c463ecd-f16c-4b4e-8209-921560943ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.870769302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4c463ecd-f16c-4b4e-8209-921560943ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.936470847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ca1e620a-fa12-4d44-8ac5-10876b9aa5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.957609274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ca1e620a-fa12-4d44-8ac5-10876b9aa5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.995424253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4729d2d1-1e26-46e0-814c-b838246eab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:24.999768156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"bf6d653f-47f1-453c-9a43-d4ae6f5db82a","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.005643564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13f19ee8-c19b-436b-a7ca-dcb35f1b027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.015404814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4729d2d1-1e26-46e0-814c-b838246eab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.018818227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"bf6d653f-47f1-453c-9a43-d4ae6f5db82a","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.02503419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13f19ee8-c19b-436b-a7ca-dcb35f1b027a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.096710782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"0192edf2-9b5b-4ea8-a613-fe793029a024","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.116279679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"0192edf2-9b5b-4ea8-a613-fe793029a024","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.133697245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55a9cdbc0664f702335ffae9cc9ec1bf73295c3d75746bfd8f1046c8a191499f) AuthConfig (564516a8215eb5f2f2cfa7c400ccf65f56960ecea126df84ba822bcd65be47af) AuthConfig (f872cd5cf9dd1c44faf237d1a890cff6ff3f32efd9e4521a1555aab7001038e5) AuthConfig (7d6b997bf72db4cdd72423e1033441475921b4ce10e5d0fb1d9933e7bab9f93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"0192edf2-9b5b-4ea8-a613-fe793029a024","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.167496813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"18d47d45-e8af-4c07-a8a2-a7952e86b6bf","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.167526963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"18d47d45-e8af-4c07-a8a2-a7952e86b6bf","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.184508365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a7c16284-e1c9-4db9-a2ef-42bddc546ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.193851153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3b4ffbe4-d0c6-441d-b74d-efc965b7b465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.202475014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a7c16284-e1c9-4db9-a2ef-42bddc546ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.206365653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"823b3921-8a46-427b-8fcd-d813fc83dc99","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.211975216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3b4ffbe4-d0c6-441d-b74d-efc965b7b465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.225698459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"823b3921-8a46-427b-8fcd-d813fc83dc99","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.272799327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9a2e362d-bd8c-402a-9f38-bf330284eddf","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.286637503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1932da9b-b036-405d-800c-eed0b79cabc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.306688173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1932da9b-b036-405d-800c-eed0b79cabc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.326525488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9a2e362d-bd8c-402a-9f38-bf330284eddf","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.343675359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9a2e362d-bd8c-402a-9f38-bf330284eddf","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.442263635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"741ca0e0-e22a-4578-a7c7-924db683167b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.508930252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"15bd9e05-a9ca-49f8-a0f5-78df606f8f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.687222825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"f758a247-3c91-40de-8212-6054b95c3e9e","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.68726486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"f758a247-3c91-40de-8212-6054b95c3e9e","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.764629163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"15bd9e05-a9ca-49f8-a0f5-78df606f8f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.767098546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"741ca0e0-e22a-4578-a7c7-924db683167b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.812264565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d42e8050-4837-4c6f-9ef1-d88378344a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.82754963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"c9c9df5d-9765-48d8-ad3d-22279bccd11e","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.834715953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d42e8050-4837-4c6f-9ef1-d88378344a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.853340911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"c9c9df5d-9765-48d8-ad3d-22279bccd11e","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.872796394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"639fd121-d7c3-4a89-847a-bf53bb3888d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:25.903399661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"639fd121-d7c3-4a89-847a-bf53bb3888d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.000273578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d17b9fc-6db2-433b-90dd-8e2d593390d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.01285017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d17b9fc-6db2-433b-90dd-8e2d593390d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.026165039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d17b9fc-6db2-433b-90dd-8e2d593390d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.039405091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d17b9fc-6db2-433b-90dd-8e2d593390d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.71421997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ae5dc9-c8a7-4525-b866-4aaa4b37dbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.726950567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ae5dc9-c8a7-4525-b866-4aaa4b37dbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.740888692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ae5dc9-c8a7-4525-b866-4aaa4b37dbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.754191875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ae5dc9-c8a7-4525-b866-4aaa4b37dbde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:27.776456386Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-797e0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-797e0c","reconcileID":"62ee38ab-79a8-43a0-bbc3-80dd8d40d69e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-797e0c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-797e0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:28.387747961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b05991a-7e79-4595-9a37-9f9d86af37c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:28.400552094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b05991a-7e79-4595-9a37-9f9d86af37c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:28.412886257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b05991a-7e79-4595-9a37-9f9d86af37c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:28.425393715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b05991a-7e79-4595-9a37-9f9d86af37c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:24:29.436327922Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-797e0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-797e0c","reconcileID":"799f1c94-cd39-49e6-b1d5-976fa4ccba50","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-797e0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:31.049858045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:32.295873885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"d30ced8d-fa3b-487b-8e72-2de8cbc5370e","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-3e7676","model":"llm/e2e-dft-3e7676","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:32.393749327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"11f47b91-2f36-45a3-9dfb-ac72021a5aaf","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:32.39379074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"11f47b91-2f36-45a3-9dfb-ac72021a5aaf","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:33.212629846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"e94ce7a3-d10c-4a43-a4d1-c61b74fb674d","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cmp-legacy-53f2ed","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:33.318558815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"cd705564-2140-4237-af49-aea3a99289cc","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:33.318600827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"cd705564-2140-4237-af49-aea3a99289cc","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:33.956987874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2a86c4bf-52a7-4dc8-b789-a869eb966e29","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:33.95694951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d8a2e4cf-6aa0-4558-baf2-37893b21dfaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.007386918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2a86c4bf-52a7-4dc8-b789-a869eb966e29","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.015445748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d8a2e4cf-6aa0-4558-baf2-37893b21dfaf","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.026813872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2a86c4bf-52a7-4dc8-b789-a869eb966e29","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.062523544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"daa2dec7-3f28-446e-8b3f-f8af94edfa01","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.069247486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"62ff4595-b473-4b50-9541-91c357a43b10","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.069286021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"62ff4595-b473-4b50-9541-91c357a43b10","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.093751524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"daa2dec7-3f28-446e-8b3f-f8af94edfa01","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.12573069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"4d157924-86e3-49d7-9050-3890d1be4c51","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:34.18497982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"4d157924-86e3-49d7-9050-3890d1be4c51","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.146606598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"4a25b502-aac1-4b25-bbcd-b8435512911e","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.146730776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"4a25b502-aac1-4b25-bbcd-b8435512911e","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.190308185Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"6467036c-b198-4e5b-b64a-02185ed92492","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e97b061","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.288184191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"1baf0b59-4aff-4ed2-b6eb-bd2e53d649ab","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.288826752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3e1433-b7d6-48d5-af75-310f157c0f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.289333536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa36ac8-2557-4b70-8463-38b9ccf466a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.324786994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"1baf0b59-4aff-4ed2-b6eb-bd2e53d649ab","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.335728742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa36ac8-2557-4b70-8463-38b9ccf466a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.347446033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea3e1433-b7d6-48d5-af75-310f157c0f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.466966242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"cb8e7060-5891-48ad-9679-514520105856","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.485257394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"cb8e7060-5891-48ad-9679-514520105856","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.492542861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e7b1d1-8753-473a-b37a-7a52f720120f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.502745755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"cb8e7060-5891-48ad-9679-514520105856","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.507230677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9af1936-c38a-4348-b8bf-d86e81a25854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.510543682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e7b1d1-8753-473a-b37a-7a52f720120f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.530651211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9af1936-c38a-4348-b8bf-d86e81a25854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.541361681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"bf723024-520c-44a4-bb4b-7cad222857e7","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.555087258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"b9bc30f6-33a5-43c0-ab91-8deacfa6304a","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.559949418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"bf723024-520c-44a4-bb4b-7cad222857e7","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.569163329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"3bcf67e5-9cfc-45ae-b3d1-06cf5a2c85e2","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.56919467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"3bcf67e5-9cfc-45ae-b3d1-06cf5a2c85e2","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.585500925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6337aa57-1762-41bd-87f2-c9289bb9174f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.608704051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6337aa57-1762-41bd-87f2-c9289bb9174f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.613226679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"00d945a2-74df-4bdd-b713-06a898ef537b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.630047952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6337aa57-1762-41bd-87f2-c9289bb9174f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.637689449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"00d945a2-74df-4bdd-b713-06a898ef537b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.65599213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"00d945a2-74df-4bdd-b713-06a898ef537b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.677292089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"273fc986-1fe0-4997-93b2-57e61724b21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.700334774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"273fc986-1fe0-4997-93b2-57e61724b21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.758551539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"43a4baf2-7485-47af-b545-e3c6782cc10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.759440439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"45805029-19e2-4fd6-b0d6-ab99d96b1253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.775991427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"49919717-d920-4066-9f05-65e8475a58a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.806703127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"98c6dc42-b5e6-4ac5-a5db-67fbeebe6e33","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.825607654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"43a4baf2-7485-47af-b545-e3c6782cc10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.835006857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"49919717-d920-4066-9f05-65e8475a58a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.847946009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"0a90224c-d579-41be-82cc-920e843026aa","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.849235149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"0a90224c-d579-41be-82cc-920e843026aa","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.864104523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"45805029-19e2-4fd6-b0d6-ab99d96b1253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.886744855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"427798f4-4e4a-4c71-9a60-79ff3b4d0ce9","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.905156674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"427798f4-4e4a-4c71-9a60-79ff3b4d0ce9","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:35.993408931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7e6775cc-e39c-48c6-9cdc-94abafe2b3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.013012144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7e6775cc-e39c-48c6-9cdc-94abafe2b3d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.093731127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"81430687-c2b0-4447-9ea1-810e48c9f750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.096421884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6aac8580-ac76-49ad-9403-5459a18daa05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.096440251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e63c0558-1e59-408f-932a-81e5dee46aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.096828184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a60978db-0381-41fa-99a2-c9862d054883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.103151279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0578c674-6cc6-4423-b4d9-508463c170a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.111988941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"81430687-c2b0-4447-9ea1-810e48c9f750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.115046389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e63c0558-1e59-408f-932a-81e5dee46aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.116301088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a60978db-0381-41fa-99a2-c9862d054883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.117355274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6aac8580-ac76-49ad-9403-5459a18daa05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.122358276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0578c674-6cc6-4423-b4d9-508463c170a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.213528881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"f803c936-1d9e-4b7c-a4d9-3a0937c14e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.213974354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4661602a-e357-40ba-a775-b2b1e1d0a7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.230126374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d25add7-3c32-470c-922c-1740c2ba0b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.230583829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ca643870-30d8-4c4e-ae95-f34097fa6c67","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.23101277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"577cac6d-8579-4591-9543-81a547441668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.245207077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"f803c936-1d9e-4b7c-a4d9-3a0937c14e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.250923003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4661602a-e357-40ba-a775-b2b1e1d0a7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.254791745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"577cac6d-8579-4591-9543-81a547441668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.255761778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ca643870-30d8-4c4e-ae95-f34097fa6c67","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.257083238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d25add7-3c32-470c-922c-1740c2ba0b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.352241412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0c2243b4-7e1c-44e7-a7eb-9413ec58ad40","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.372258169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0c2243b4-7e1c-44e7-a7eb-9413ec58ad40","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.420227928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"a3ebd754-267b-47ec-88d2-35ae00aff481","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.436438795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"da4f4296-1260-4f8c-8729-302fe34961e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.44088831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"a3ebd754-267b-47ec-88d2-35ae00aff481","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.444560747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0575116b-23fa-4a32-8a7e-0f94fc2cf96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.465008098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0575116b-23fa-4a32-8a7e-0f94fc2cf96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.465660438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"da4f4296-1260-4f8c-8729-302fe34961e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.520928196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a875944e-6071-4173-aa6f-a2d1fbf6fe91","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.544834951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a875944e-6071-4173-aa6f-a2d1fbf6fe91","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.549755281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"fd32dcf6-a3d1-4345-a8b9-092946a1a36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.562315222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a875944e-6071-4173-aa6f-a2d1fbf6fe91","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.562709538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"611b884d-1767-4f1e-9647-36a36b5eb3a3","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.569585071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"fd32dcf6-a3d1-4345-a8b9-092946a1a36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.575198372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"39295899-332f-4517-b718-ac977be24b00","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.581839233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"611b884d-1767-4f1e-9647-36a36b5eb3a3","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.593558646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"39295899-332f-4517-b718-ac977be24b00","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.598946844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"611b884d-1767-4f1e-9647-36a36b5eb3a3","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.637334514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f68705ac-8f85-4e25-be84-3186325a0608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.637876606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6f94d23c-1305-40f7-ad13-f1fc40a1acc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.653509319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a90a2c07-df0a-409d-9ef3-3d1ad132bb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.664734416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"6f94d23c-1305-40f7-ad13-f1fc40a1acc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.665790671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f68705ac-8f85-4e25-be84-3186325a0608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:36.674344275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a90a2c07-df0a-409d-9ef3-3d1ad132bb55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:39.742664171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26fadf0-2409-427e-a089-75e26c03a5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:39.755684206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26fadf0-2409-427e-a089-75e26c03a5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:39.76923471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26fadf0-2409-427e-a089-75e26c03a5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:39.782170404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e26fadf0-2409-427e-a089-75e26c03a5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:40.391234914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1275a2-c35c-4c18-abd7-f1f0be871e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:40.404646302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1275a2-c35c-4c18-abd7-f1f0be871e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:40.417347712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1275a2-c35c-4c18-abd7-f1f0be871e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:40.431066293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea1275a2-c35c-4c18-abd7-f1f0be871e4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.043200127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"a1a4e2de-8e9e-41df-ae5a-102e4497f1cd","namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.068861853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"7a11c5ea-18f3-495e-a41f-f73dde450ddc","namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.08173814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"f27da293-6a1f-4499-a140-23f539bc72cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.100086341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"f27da293-6a1f-4499-a140-23f539bc72cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.102061043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff17f757-5450-415a-b114-4419c2505def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.104844007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ba538a-5b81-4737-8fa6-6b3531fa542c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.109294254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"a7652dd8-a3e2-4bd3-8a42-64cdf89caad5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.111404894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"51d09173-7ce1-4e6d-94e5-94dac341c4a0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.119216799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"f27da293-6a1f-4499-a140-23f539bc72cb","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.120229085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff17f757-5450-415a-b114-4419c2505def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.123278749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ba538a-5b81-4737-8fa6-6b3531fa542c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.127452154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"a7652dd8-a3e2-4bd3-8a42-64cdf89caad5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.129862619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"51d09173-7ce1-4e6d-94e5-94dac341c4a0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.167379907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"51d09173-7ce1-4e6d-94e5-94dac341c4a0","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.228096444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ae25195f-9d09-4e35-8823-e2989175e389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.250591108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ae25195f-9d09-4e35-8823-e2989175e389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.298698731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6330a269-a06d-488b-b0be-0b1c576f9bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.299051992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"578f4a5c-54c5-4a2a-9c3e-27b8fe8b30e9","MaaSModelRef":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.325165623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6330a269-a06d-488b-b0be-0b1c576f9bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.354697955Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"bfc8814b-cbe4-49b7-9eb1-f2f5626af34c","namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.424509357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"02943401-2f64-4018-89d7-60360c7bb862","MaaSModelRef":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.516584686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e79700b9-ac82-4252-8ce1-c825b75d000a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.531622477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"833f694f-1e44-4d7c-b925-1d70815e02e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.532258818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"db822643-3cd0-425e-8466-168a7149fb97","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.539563768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"7b663847-efb3-4ce8-b0b3-1e2dfb9bf767","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.542520702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e79700b9-ac82-4252-8ce1-c825b75d000a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.557564222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"db822643-3cd0-425e-8466-168a7149fb97","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.559146681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"833f694f-1e44-4d7c-b925-1d70815e02e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.560689615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"7b663847-efb3-4ce8-b0b3-1e2dfb9bf767","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.616436651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1d6cf288-65dd-409a-a919-075465c24b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.635691371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1d6cf288-65dd-409a-a919-075465c24b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.719328067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"41447c88-2505-4caa-9828-658f70be886c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.725070706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"97fd2f49-e506-444b-970b-4ad921ce2ffd","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.739576068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"41447c88-2505-4caa-9828-658f70be886c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.744584302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"97fd2f49-e506-444b-970b-4ad921ce2ffd","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.814364001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a4cbf1e9-3fa8-4ae9-96a1-7feecd29d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.814401606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"0b236a7b-d0a9-4d1d-b7d9-814cec39f47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.815055644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d7b6b425-4e47-4439-be0a-402cff944211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.834120518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"0b236a7b-d0a9-4d1d-b7d9-814cec39f47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.834237719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a4cbf1e9-3fa8-4ae9-96a1-7feecd29d46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.837896558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d7b6b425-4e47-4439-be0a-402cff944211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.994998254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"438be68e-42ae-4ca2-8bed-4cf4d01ea5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.995069811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"44f15f00-090e-4b16-b2c3-a7bd34294ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.997264769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b774611f-ec32-4145-8e27-8b7dd3927603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:43.997306663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8c27105d-39d3-45aa-9675-073bca72092a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.01761093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"44f15f00-090e-4b16-b2c3-a7bd34294ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.017647378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"438be68e-42ae-4ca2-8bed-4cf4d01ea5e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.019767141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8c27105d-39d3-45aa-9675-073bca72092a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.019857578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b774611f-ec32-4145-8e27-8b7dd3927603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.094389875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66810155-ab64-4df7-a37b-b2a24f8ba9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.112358838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66810155-ab64-4df7-a37b-b2a24f8ba9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.118119397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"761bd423-38f3-4691-a383-9ab4567f0f70","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.11821674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"020d5874-77d1-43a6-9f89-ee50f922c24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.119422089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5a495815-8bff-4198-82ee-4e14fa0a50ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.119713346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92d022ec-7018-4c54-8d6c-7755035534f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.136320619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"761bd423-38f3-4691-a383-9ab4567f0f70","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.136553296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"020d5874-77d1-43a6-9f89-ee50f922c24e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.138717142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92d022ec-7018-4c54-8d6c-7755035534f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.138796904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5a495815-8bff-4198-82ee-4e14fa0a50ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.153796402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"761bd423-38f3-4691-a383-9ab4567f0f70","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.182477668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2eed03e8-0ffe-44a1-8b86-c35671015b62","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.201520162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2eed03e8-0ffe-44a1-8b86-c35671015b62","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.204451361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"fc1ff94c-3a1a-48e9-b6d5-11a68aa1fe9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.215659948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f0b7780b-0770-41cb-9f01-6dacc5a3cde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.218448733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2eed03e8-0ffe-44a1-8b86-c35671015b62","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.222185633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"fc1ff94c-3a1a-48e9-b6d5-11a68aa1fe9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.233627332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f0b7780b-0770-41cb-9f01-6dacc5a3cde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.233977719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"72931884-0329-4fbd-a6b7-218daaf01655","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.253126073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"72931884-0329-4fbd-a6b7-218daaf01655","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.295447837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ef2871ab-2812-40f1-a3f3-7b386c2204c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.295852094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f15051d1-9770-4cd7-b8ca-5024f9efd34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.313837671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ef2871ab-2812-40f1-a3f3-7b386c2204c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:44.313947853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f15051d1-9770-4cd7-b8ca-5024f9efd34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.206253321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"ea923c33-d4ea-4c43-a0d1-4be757902e06","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-3e7676","subscription":"e2e-dft-3e7676-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.2374223Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"ea923c33-d4ea-4c43-a0d1-4be757902e06","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.253540121Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-sub","reconcileID":"ea923c33-d4ea-4c43-a0d1-4be757902e06","MaaSSubscription":{"name":"e2e-dft-3e7676-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-3e7676","namespace":"llm","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.339895917Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.362188685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"f3412764-a6ac-46a4-b2d4-02b8aae4a1fb","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.362223326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"f3412764-a6ac-46a4-b2d4-02b8aae4a1fb","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.406215386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a076aa8a-ae58-42e4-a76d-24c40e73da44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.406300205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d40da2-9dd4-4271-b01e-9bd13aa8d10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.406816169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"2c9bbd51-3633-4891-9f5b-a613488c0b7b","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.436630241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"2c9bbd51-3633-4891-9f5b-a613488c0b7b","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.440080718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d40da2-9dd4-4271-b01e-9bd13aa8d10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.450713632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a076aa8a-ae58-42e4-a76d-24c40e73da44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.500045278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"d28a5bb6-4f47-4faf-9b99-edc31fb9e710","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.500074299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"d28a5bb6-4f47-4faf-9b99-edc31fb9e710","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.596637622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-3e7676-access","reconcileID":"0468da11-5984-4a13-a5ff-0f433d057850","MaaSAuthPolicy":{"name":"e2e-dft-3e7676-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.702620606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1d4e65e7-7bef-4830-8477-6857dd13586d","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:45.702647422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"1d4e65e7-7bef-4830-8477-6857dd13586d","MaaSModelRef":{"name":"e2e-dft-3e7676","namespace":"llm"},"routeName":"external-model-e2e-dft-3e7676-a28601e2b43f","namespace":"llm","model":"e2e-dft-3e7676","externalModel":"e2e-dft-3e7676","provider":"e2e-dft-3e7676-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.178345722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"0976287a-dda3-4e40-acdb-acc807736247","namespace":"llm","name":"e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.201016809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f9cf3e-75d5-4595-ae18-1be23e7105d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.20104063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f9cf3e-75d5-4595-ae18-1be23e7105d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.201493763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"419b7238-e96b-47b6-96a5-030b3106f1d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.201509228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"419b7238-e96b-47b6-96a5-030b3106f1d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.201888498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd010df-212c-48d8-8e07-764274406a77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.201939488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acd010df-212c-48d8-8e07-764274406a77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202216533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15a75f46-30de-4789-b09b-33c781e0a569","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202229367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15a75f46-30de-4789-b09b-33c781e0a569","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202494342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"999bd829-2395-46e1-8c9c-6342a63b9f87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202505635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"999bd829-2395-46e1-8c9c-6342a63b9f87","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202752086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2850d91a-7a81-4b7c-a10a-a8e529082696","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.202765955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2850d91a-7a81-4b7c-a10a-a8e529082696","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.203059201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9ea68b8-028d-4339-99ea-c4397fc4c934","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.203072569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9ea68b8-028d-4339-99ea-c4397fc4c934","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.203340185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4b1492-804c-4a91-96e4-42fc59495f2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.203353382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4b1492-804c-4a91-96e4-42fc59495f2b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.208990266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4cbbb945-a85c-441a-bf98-fe373c940931","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.225492772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6aab734c-8cc8-4cab-8917-b8c72559bab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.226118442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9ec60bda-742a-4a37-9fd9-e52c91d80927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.227107024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b6bffc5-24d9-4c83-8baa-abc77ca32b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.231290749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4cbbb945-a85c-441a-bf98-fe373c940931","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.248865915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"78ce1054-2a3a-4d1b-a944-497a054cb85c","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.250313027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f22e7d74-f1f5-44c3-bfe5-f7323daf2caf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.252664562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4cbbb945-a85c-441a-bf98-fe373c940931","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.260657713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6aab734c-8cc8-4cab-8917-b8c72559bab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.271217381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9ec60bda-742a-4a37-9fd9-e52c91d80927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.275368801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"78ce1054-2a3a-4d1b-a944-497a054cb85c","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.278106409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b6bffc5-24d9-4c83-8baa-abc77ca32b37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.275444942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa149193-8136-45a7-a09a-f3d33bd83b6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.297942589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"78ce1054-2a3a-4d1b-a944-497a054cb85c","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.312186826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"0e8aaa4a-9a8c-431b-925c-49015eb75212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.332549109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"0e8aaa4a-9a8c-431b-925c-49015eb75212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.428857295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-3e7676","namespace":"llm"},"namespace":"llm","name":"e2e-dft-3e7676","reconcileID":"cd5a5dbd-b315-4499-bf3b-4373dd828f39","namespace":"llm","name":"e2e-dft-3e7676","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.483958705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"134a7293-4ea5-421c-a0c0-fa3125f96d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.510331781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ce8930-7e86-4896-8fda-4b84c47d9d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.517214891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"134a7293-4ea5-421c-a0c0-fa3125f96d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.526383037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"262cd30d-8067-4624-b947-2c6bdaebdec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.533703036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0266fa82-fec1-498d-ac30-3b1fb491fb39","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.534857401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ce8930-7e86-4896-8fda-4b84c47d9d15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.624855177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"262cd30d-8067-4624-b947-2c6bdaebdec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.637637592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0266fa82-fec1-498d-ac30-3b1fb491fb39","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.641313022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f00acd7-b461-4601-8e24-a2e5b147cb0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.661211598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f00acd7-b461-4601-8e24-a2e5b147cb0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.780371772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8fba514e-6a71-46b2-a7dc-5d0802c16333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.840567563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8fba514e-6a71-46b2-a7dc-5d0802c16333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.979507479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8a807bf1-99e9-4b29-b9cf-12c3c641b00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.980160669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"37615dcb-d757-426e-a22d-0292d2a0d828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.983029804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cb49fddb-b317-40e5-97de-c36b08f8a551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:46.984346882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"469df1a1-d183-4558-90bc-3cfa028f070b","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.04300833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"37615dcb-d757-426e-a22d-0292d2a0d828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.062222375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cb49fddb-b317-40e5-97de-c36b08f8a551","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.073768148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"469df1a1-d183-4558-90bc-3cfa028f070b","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.074795491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8a807bf1-99e9-4b29-b9cf-12c3c641b00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.080569504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"892c51d9-1703-4a5f-af59-1d6f9821dbda","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.103363258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"892c51d9-1703-4a5f-af59-1d6f9821dbda","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.256770379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8049d1fb-8ef9-407f-87ab-8de15a010ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.257215331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0b56c85d-17f3-45dc-9439-2a0c95aca316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.258667129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"9d5326df-b787-413e-9373-b3a19e9b3126","namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.262039739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"587ad527-91fb-4c0b-861c-417d878a1d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.27854006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0b56c85d-17f3-45dc-9439-2a0c95aca316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.279446615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ff4ddcc4-dae5-4223-9a2e-0a7b95e9369b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.28022809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8049d1fb-8ef9-407f-87ab-8de15a010ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.283476873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"587ad527-91fb-4c0b-861c-417d878a1d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.295748521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3fa2cf7f-d447-4665-b0de-4f0eb55929b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.300244879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ff4ddcc4-dae5-4223-9a2e-0a7b95e9369b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.315188455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3fa2cf7f-d447-4665-b0de-4f0eb55929b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.317471699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ff4ddcc4-dae5-4223-9a2e-0a7b95e9369b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.404474485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"1c5a672d-853e-47ee-a495-20302ec45f0f","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.421136435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-7c3a6d","namespace":"e2e-extmod-att-noaccess-46dd02"},"namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","reconcileID":"529682cc-fb91-404a-b954-68e76c2910bc","namespace":"e2e-extmod-att-noaccess-46dd02","name":"e2e-att-noaccess-7c3a6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.424777771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"1c5a672d-853e-47ee-a495-20302ec45f0f","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.447482823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"1c5a672d-853e-47ee-a495-20302ec45f0f","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.462134032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"04a75a57-9087-4ad8-b280-8fa7c09a7411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.466729725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b2cb10d2-b252-465b-967e-5f516dd9886a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.468862784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"da6d1512-6288-4f49-a594-d0808155d524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.482719523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"04a75a57-9087-4ad8-b280-8fa7c09a7411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.510551834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b2cb10d2-b252-465b-967e-5f516dd9886a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.546371308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"da6d1512-6288-4f49-a594-d0808155d524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.549146698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c170b63c-a7d7-46a4-8203-d7b72aebf697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.584864484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"8707a366-130a-464e-bcb4-282b5095dd26","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.592347231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"8707a366-130a-464e-bcb4-282b5095dd26","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.590032469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c170b63c-a7d7-46a4-8203-d7b72aebf697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.689498482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"bb0eb6ad-f513-46db-9616-11a61825a83f","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b974f38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.704508338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"f736a3eb-c248-42a9-ab48-0f90e0be6752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.729081864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"f736a3eb-c248-42a9-ab48-0f90e0be6752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.762887203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97e46e8-ece0-4fb8-a1b0-720888e19449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.768634371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d5d23dbf-53bc-4dbf-9e6e-3c18f16aaa00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.781157355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97e46e8-ece0-4fb8-a1b0-720888e19449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.782032781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"68540c41-abae-43bc-8845-1f226e89ffda","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.786889454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d5d23dbf-53bc-4dbf-9e6e-3c18f16aaa00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.80061111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"68540c41-abae-43bc-8845-1f226e89ffda","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.868734348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"99133dbc-aae9-48ce-8ef0-6b213d03331e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.887141574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"99133dbc-aae9-48ce-8ef0-6b213d03331e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.956261962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"0e2e0284-77d2-4bbb-ae58-596c746d43c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.967492735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a1a69385-bc42-4bc9-ae71-e1be1e2ff316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.967603787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1a106847-8891-4f14-939b-86dcf6cb020d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.974579284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"0e2e0284-77d2-4bbb-ae58-596c746d43c2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.976178454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f9782802-fad4-4c7e-aeca-347c0fb6eda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.986226415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1a106847-8891-4f14-939b-86dcf6cb020d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.98709945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a1a69385-bc42-4bc9-ae71-e1be1e2ff316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:47.994041021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f9782802-fad4-4c7e-aeca-347c0fb6eda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.062329891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2cce1a6f-f6d2-422c-b88e-50f7964369b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.081336481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2cce1a6f-f6d2-422c-b88e-50f7964369b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.170400465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"72bb14b4-8ef3-4c0b-8dda-c32c5fd78c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.170535744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd561760-9540-4330-9bb9-198d44e0beb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.171017745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1b0c1a3d-7f7f-479e-b87e-f2111cc6d838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.182132802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"407068fd-c0c9-4450-8dbe-a2302f44772c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.188511202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"72bb14b4-8ef3-4c0b-8dda-c32c5fd78c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.189109846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1b0c1a3d-7f7f-479e-b87e-f2111cc6d838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.190697594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd561760-9540-4330-9bb9-198d44e0beb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.195332284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"e4446042-0363-499d-813c-e5634ac91b8d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.200302386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"407068fd-c0c9-4450-8dbe-a2302f44772c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.213592253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"e4446042-0363-499d-813c-e5634ac91b8d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.267617447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2ea144f6-9210-4c37-bbf9-507997b71c6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.280973728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"be9b8f3b-2006-4780-86a2-05378b48a44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.281072579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b7d450c2-ade3-4325-898d-5f17c04d7759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.285982876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2ea144f6-9210-4c37-bbf9-507997b71c6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.300529506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"be9b8f3b-2006-4780-86a2-05378b48a44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.300527052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b7d450c2-ade3-4325-898d-5f17c04d7759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.302631081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"2ea144f6-9210-4c37-bbf9-507997b71c6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.384962787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"51957948-63d5-4554-8130-b3e26124b7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.397663487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5873c036-3d6b-4fd3-a27a-faa5367cd6b4","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.40316938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"51957948-63d5-4554-8130-b3e26124b7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.415806057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"0119a3d2-7698-4ea5-83ef-7727ad5d7a19","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.415983027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5873c036-3d6b-4fd3-a27a-faa5367cd6b4","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.437563593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5873c036-3d6b-4fd3-a27a-faa5367cd6b4","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.438581324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"2481e24d-a200-44bf-8859-57c99a42f6aa","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.459293431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"82331303-6a08-49d5-9097-bd7bdde79f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.477625982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"82331303-6a08-49d5-9097-bd7bdde79f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.478243093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"399b0fce-cebb-49b1-a84e-3976c1e8f005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.480995555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2d55bcd4-bb8b-450c-b49d-e56c769cad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.481013872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"20eddf09-6ec3-4ff5-a6d6-dbbbbb2f60a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.494447576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"82331303-6a08-49d5-9097-bd7bdde79f37","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.496045451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"399b0fce-cebb-49b1-a84e-3976c1e8f005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.499182563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"20eddf09-6ec3-4ff5-a6d6-dbbbbb2f60a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.499355824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2d55bcd4-bb8b-450c-b49d-e56c769cad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.527175965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79617130-b106-4e91-8ff3-fc09cb552868","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.527208449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79617130-b106-4e91-8ff3-fc09cb552868","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.527936272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ddcd834-b0f4-4dd9-9d0b-bdf4d8a02377","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.527958607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ddcd834-b0f4-4dd9-9d0b-bdf4d8a02377","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.528372395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11a4408b-ae8a-4842-b19c-7469959dfaea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.528387364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11a4408b-ae8a-4842-b19c-7469959dfaea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.528794932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb334274-3ee9-4733-afd2-b0bdc498707e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.528807576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb334274-3ee9-4733-afd2-b0bdc498707e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.535542819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9f513714-184b-4c55-86d5-58979b3e676e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.535564782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9f513714-184b-4c55-86d5-58979b3e676e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.536004001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a21bbf40-0f09-41df-b47f-93fe0fd086ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.536019958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a21bbf40-0f09-41df-b47f-93fe0fd086ed","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.536440455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"708393a4-0e9a-4088-9602-ce97455d27b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.536455848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"708393a4-0e9a-4088-9602-ce97455d27b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.536891058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762e9da1-4d9c-415c-9fba-e01f227384a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.538030729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"762e9da1-4d9c-415c-9fba-e01f227384a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.562420102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ea4ffbc5-bcda-4923-883a-459aa6d037e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.583078495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6957218-4e1b-4779-8cee-4cb3acdc7228","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.583697242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9513830-3b87-40a5-b61a-025c3ec55925","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.585856083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb3591ea-6587-4b82-9c5a-91d864c61df9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.585876643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb3591ea-6587-4b82-9c5a-91d864c61df9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.586772815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afe00d94-0fb1-4791-a3ac-05ec805af883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.586790046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"afe00d94-0fb1-4791-a3ac-05ec805af883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.58727195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae33696-2ed4-4913-bc76-932fb7594a4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.587333111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0ae33696-2ed4-4913-bc76-932fb7594a4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.587776183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e1aaa73-4b44-4dce-8001-d2271a14b79b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.587828266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e1aaa73-4b44-4dce-8001-d2271a14b79b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.588828805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ea4ffbc5-bcda-4923-883a-459aa6d037e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.589566119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfda1a53-a76e-43f5-ad17-570250f9e7d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.589583835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfda1a53-a76e-43f5-ad17-570250f9e7d7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.589945076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b15e096-b6bd-4668-a868-6b09bd013e00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.589962928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8b15e096-b6bd-4668-a868-6b09bd013e00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.590482121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d6aaa4-46d0-4bf7-a976-5b213f951028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.590496899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d6aaa4-46d0-4bf7-a976-5b213f951028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.590889368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0e57483-6e8a-4f81-9c70-8e37bfd7a9f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.590918688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0e57483-6e8a-4f81-9c70-8e37bfd7a9f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.651451161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"010dbd05-3a84-4a78-a0e3-56c91fad748c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.651998205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"d9b2065e-b5bd-47f0-9730-4b4f41740cb5","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"name":"e2e-dft-refs-4cd58e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.672748498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"010dbd05-3a84-4a78-a0e3-56c91fad748c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.744438424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b8324c2-8ca1-4db5-8e81-2c839172f166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:48.771044886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b8324c2-8ca1-4db5-8e81-2c839172f166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.097599545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"cbb936b2-a6ec-4d62-a872-8b817d69cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.302806257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"107139cf-322a-40bd-8d7a-fa371126a093","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.410280288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b9a9bb-55be-43d8-9667-2e627f65053e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.45993383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"cbb936b2-a6ec-4d62-a872-8b817d69cc8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.461572432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a7d76c9b-c7b4-4d70-abe5-b18558ab089f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.464342732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"415dcdcb-d774-4da4-9696-9e6eec97ff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.543786145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52b9a9bb-55be-43d8-9667-2e627f65053e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.545176282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"d1df3d2f-f90d-4385-a885-c6fbec6112a0","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.546648866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"35dbf50a-8ffb-4321-83e2-cf55f17cd00d","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.546740408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"35dbf50a-8ffb-4321-83e2-cf55f17cd00d","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","externalModel":"e2e-dft-refs-4cd58e","provider":"e2e-dft-refs-4cd58e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.55652085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a7d76c9b-c7b4-4d70-abe5-b18558ab089f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.560222577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"152a7469-d80e-4995-9795-5d5c43561149","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.567806349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"415dcdcb-d774-4da4-9696-9e6eec97ff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.598189342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"152a7469-d80e-4995-9795-5d5c43561149","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.636566058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"152a7469-d80e-4995-9795-5d5c43561149","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.68268792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"62fcda14-869c-40a3-9281-66d72f67c60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.736971797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"62fcda14-869c-40a3-9281-66d72f67c60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.764458005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"6e78701d-027f-454d-b337-52cd4e25ade0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.774722977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3fac3281-5f1f-4ab5-91a0-26e99ac4a6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.782959611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"6e78701d-027f-454d-b337-52cd4e25ade0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.821512059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b95a8a80-fd8b-42be-8d36-afbaba364d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.83601743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3fac3281-5f1f-4ab5-91a0-26e99ac4a6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.855678263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b95a8a80-fd8b-42be-8d36-afbaba364d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.873204944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c9960fb8-0bfd-4adb-8160-f5cd3489b90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.891725707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c9960fb8-0bfd-4adb-8160-f5cd3489b90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.964796809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5de87fd0-6a93-44f5-b5d4-badc20bee528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:49.98419655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5de87fd0-6a93-44f5-b5d4-badc20bee528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.036592665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2be5e873-e2e5-4de8-bddb-1895e2330046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.037120921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"cf520565-e0eb-42f2-b40a-fc74771e7b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.041640374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"754fa9f2-9c37-40a5-af51-1be29447a483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.060051933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"cf520565-e0eb-42f2-b40a-fc74771e7b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.060632565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2e7ad34a-0de7-4634-8fa3-05b72a611781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.063872688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2be5e873-e2e5-4de8-bddb-1895e2330046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.065192441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"754fa9f2-9c37-40a5-af51-1be29447a483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.082581782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2e7ad34a-0de7-4634-8fa3-05b72a611781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.166432264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3b4f18e2-dffb-40e1-8844-d96822a893c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.166872396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2299269d-fbff-4da6-a66b-019fba173395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.197076909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2299269d-fbff-4da6-a66b-019fba173395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.199537924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3b4f18e2-dffb-40e1-8844-d96822a893c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.25749497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4d6e9244-ff67-41bf-ae4c-9da8231dfb0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.265497793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"2427a9c9-30f7-4015-9c7d-fd97590c38ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.272361815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9b5b6a08-8e25-4165-aab3-be73c0dcf7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.279227438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4d6e9244-ff67-41bf-ae4c-9da8231dfb0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.289431306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"2427a9c9-30f7-4015-9c7d-fd97590c38ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.292842996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9b5b6a08-8e25-4165-aab3-be73c0dcf7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.300365761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4d6e9244-ff67-41bf-ae4c-9da8231dfb0e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.375323713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"baba2178-2db5-485b-ba60-66ccbbc08782","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.395577502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"baba2178-2db5-485b-ba60-66ccbbc08782","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.465511356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8242e4b7-5d06-4c8f-b803-44d08dbdc197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.570508655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8242e4b7-5d06-4c8f-b803-44d08dbdc197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.571478016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"cd650e2d-99ef-4983-bb99-8920af9b4e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.572552204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"44be12a4-2b95-47ff-ab6d-a1f627dbab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.677589235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"cd650e2d-99ef-4983-bb99-8920af9b4e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.68370529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7b6d98ed-474a-422d-b550-2bb34902e5ce","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.703520052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"7b6d98ed-474a-422d-b550-2bb34902e5ce","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.715204806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"44be12a4-2b95-47ff-ab6d-a1f627dbab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.720605421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"6a87265f-faba-4316-ab4a-88955bfc0842","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.744807633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"6a87265f-faba-4316-ab4a-88955bfc0842","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:50.765157293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"6a87265f-faba-4316-ab4a-88955bfc0842","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.701851812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"be591f6a-8cc9-4d5e-9c9b-8945af183004","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.715477731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"f0c6a84a-c749-40ae-a87d-44e155d32f80","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.715500355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"f0c6a84a-c749-40ae-a87d-44e155d32f80","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","externalModel":"e2e-dft-refs-4cd58e","provider":"e2e-dft-refs-4cd58e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.736495194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"357f249a-6df5-4a64-b16e-7b492ac2bf46","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.745086202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5fe17304-5b4b-4532-92bf-317f832f0ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.745530481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2434e3a8-54dc-4989-9009-da0fac836567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.747868083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bb7329d1-5ab7-4f71-ad52-49944e6c3d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.754633702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21223a10-7d6b-4e38-b698-d87a2c39e5c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.754652663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21223a10-7d6b-4e38-b698-d87a2c39e5c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.755070547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5b0fa5-7876-4234-84be-6224a5c22a11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.755086327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e5b0fa5-7876-4234-84be-6224a5c22a11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.755480036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"806686c1-be1b-40e0-8aa8-fa83f3e9cbc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.755496341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"806686c1-be1b-40e0-8aa8-fa83f3e9cbc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.756478186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"357f249a-6df5-4a64-b16e-7b492ac2bf46","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.760339715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"149d4c84-9c19-41fa-928b-97edcf470e66","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.763607455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2434e3a8-54dc-4989-9009-da0fac836567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.764628852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5fe17304-5b4b-4532-92bf-317f832f0ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.766426295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"bb7329d1-5ab7-4f71-ad52-49944e6c3d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.769582778Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"41a46ff6-2e6d-46a5-83cb-024ec0af542e","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.774115916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"357f249a-6df5-4a64-b16e-7b492ac2bf46","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.778638255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"149d4c84-9c19-41fa-928b-97edcf470e66","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.788670191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"343498b2-1796-45a1-b768-203d6311c03b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.78869292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"343498b2-1796-45a1-b768-203d6311c03b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.78919269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec52ccae-dcd9-4454-8f48-698bbc0c77bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.789208337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ec52ccae-dcd9-4454-8f48-698bbc0c77bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.789506733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f16f250-325a-4be4-a1ae-c7803a11d07a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.789518766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5f16f250-325a-4be4-a1ae-c7803a11d07a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.789814163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0d473c0-1c00-45b4-b3a1-543a59bc21fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.789830492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c0d473c0-1c00-45b4-b3a1-543a59bc21fb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.791037348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cf5b6d4-8444-4d31-a35c-e76e95442f1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.791057289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4cf5b6d4-8444-4d31-a35c-e76e95442f1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.796265043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"149d4c84-9c19-41fa-928b-97edcf470e66","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.797707988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4df7dd19-fcdb-4cbe-b94a-d982c1f34acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.798040154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06d48a98-7212-4a3a-9859-6ea82755168c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.846230516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"48ad64f3-8bf3-4a21-80fb-1f34e04593d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.848815542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b0e8739-8c8a-47bd-b7d2-8e7ee0092163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.866698581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"48ad64f3-8bf3-4a21-80fb-1f34e04593d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.870392398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b0e8739-8c8a-47bd-b7d2-8e7ee0092163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.931152839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"05c58adc-1dcf-46af-bc28-1ebfb6c31253","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.946191821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"b5946cf5-94f1-4ed8-811d-916e6fc5a8b1","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"name":"e2e-dft-refs-4cd58e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.947018783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1ffb6b69-9217-4c84-95b9-b50e0b6563ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:54.965302632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1ffb6b69-9217-4c84-95b9-b50e0b6563ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.186673868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1144a750-5790-437e-9d31-47f1ad29631f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.188453181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c87eda07-b8ff-45ce-bad3-77dac0b856a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.20321569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1207321b-c86d-49a1-98e8-c449542a6139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.203237071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a902dc6f-19d4-4b19-a9e3-76fe6061a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.209285422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1144a750-5790-437e-9d31-47f1ad29631f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.211582451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c87eda07-b8ff-45ce-bad3-77dac0b856a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.216262132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ddd65110-f40d-4250-ae0c-03897520c562","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.223649637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a902dc6f-19d4-4b19-a9e3-76fe6061a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.227102717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1207321b-c86d-49a1-98e8-c449542a6139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.235948233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ddd65110-f40d-4250-ae0c-03897520c562","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.440191834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"db483340-c2c0-4cbb-b610-aaf1bba25486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.447397867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d75c656d-7c2e-41a9-b7ca-4e42df9aefb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.450190779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e552194f-73c2-49a0-96c4-6cb130368884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.461626379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"db483340-c2c0-4cbb-b610-aaf1bba25486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.465833926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"71462880-995d-4d7b-b2f1-d322b5789c9f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.466543349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d75c656d-7c2e-41a9-b7ca-4e42df9aefb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.468383542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e552194f-73c2-49a0-96c4-6cb130368884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.483635881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"71462880-995d-4d7b-b2f1-d322b5789c9f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.49080531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9e18b7aa-7bb4-4ff4-841f-0ec06fe57e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.508982645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9e18b7aa-7bb4-4ff4-841f-0ec06fe57e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.591825374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"3b759b8d-3e17-4686-a429-b3cb328d70f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.594522791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4c3703da-b038-46ea-beb1-48fdb0ad86a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.604658274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8a027ede-8fb4-45e3-93d6-f7280026e3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.607506654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f7a5325e-10fd-4896-ac3a-c1bb3616d6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.610131733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"3b759b8d-3e17-4686-a429-b3cb328d70f2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.612791547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4c3703da-b038-46ea-beb1-48fdb0ad86a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.623434474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8a027ede-8fb4-45e3-93d6-f7280026e3ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.625681285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f7a5325e-10fd-4896-ac3a-c1bb3616d6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.63239046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"4c3703da-b038-46ea-beb1-48fdb0ad86a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.704728272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b86f55a8-1b99-49b6-afee-a70405187065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.722850518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"66da56a8-920b-4dd1-a87b-af137a635f0b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.723039796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b86f55a8-1b99-49b6-afee-a70405187065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.741650263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"66da56a8-920b-4dd1-a87b-af137a635f0b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.758705791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"66da56a8-920b-4dd1-a87b-af137a635f0b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.806168556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53b019d4-39bb-4638-9154-a26f1f4619b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.809275814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"527ba625-e283-48c9-8d6b-3f4a6dccb003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.813027669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"da9b152e-93a9-43a8-8614-42d666930f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.825827721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53b019d4-39bb-4638-9154-a26f1f4619b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.828454263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"527ba625-e283-48c9-8d6b-3f4a6dccb003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.832123656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"da9b152e-93a9-43a8-8614-42d666930f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.909621993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2a54bc81-f495-4067-b740-948467ee5ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.909622057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"87f08bc2-ee47-4754-9b93-6527b5de5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.928102745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"87f08bc2-ee47-4754-9b93-6527b5de5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:55.929180505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2a54bc81-f495-4067-b740-948467ee5ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.703522439Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"dcbadb53-8744-4187-86d4-a0edcb075150","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","subscription":"e2e-cmp-legacy-53f2ed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.731010056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"dcbadb53-8744-4187-86d4-a0edcb075150","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.745408752Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-sub","reconcileID":"dcbadb53-8744-4187-86d4-a0edcb075150","MaaSSubscription":{"name":"e2e-cmp-legacy-53f2ed-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.906034675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.919657733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"b9443ba6-5556-4a3b-ba43-8d61e14471ef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.919695803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"b9443ba6-5556-4a3b-ba43-8d61e14471ef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.935375845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e47a29b6-5ac9-40bb-8681-c39cdb9e9058","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:57.954960733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"e47a29b6-5ac9-40bb-8681-c39cdb9e9058","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.074207378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"83d8c066-946b-48ab-b730-60b93e43e202","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.074245519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"83d8c066-946b-48ab-b730-60b93e43e202","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.095932059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"1be30cde-f6e6-483c-b968-a80021d789b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.226103563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"1be30cde-f6e6-483c-b968-a80021d789b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.278591578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"1be30cde-f6e6-483c-b968-a80021d789b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.27869315Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed-access","reconcileID":"1be30cde-f6e6-483c-b968-a80021d789b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-53f2ed-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.314758524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"db6d8032-5b50-46f1-bfa7-09c2c809ba1d","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.31479105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"db6d8032-5b50-46f1-bfa7-09c2c809ba1d","MaaSModelRef":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"routeName":"external-model-e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","model":"e2e-cmp-legacy-53f2ed","externalModel":"e2e-cmp-legacy-53f2ed","provider":"e2e-cmp-legacy-53f2ed-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.856435623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"21d16654-c0af-4d0e-ba6e-76adc032b4fd","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.973679265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"3b8b2724-ce88-4e10-b42b-5a01ac889a1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.975303673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cfbe911c-ee01-4258-aa8a-4536c9c569d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.987809856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8506a319-f543-40f5-ac77-a3b4189e2e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.993678141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"3b8b2724-ce88-4e10-b42b-5a01ac889a1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:58.997440366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cfbe911c-ee01-4258-aa8a-4536c9c569d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.00017053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"6c3e8827-b80b-4205-af11-428e7a59f9c5","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.000784015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"4e84bd92-09e7-4aac-a307-6c93606dfb1a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.025085245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"3b8b2724-ce88-4e10-b42b-5a01ac889a1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.028049298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8506a319-f543-40f5-ac77-a3b4189e2e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.041608754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"6c3e8827-b80b-4205-af11-428e7a59f9c5","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.043004054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"4e84bd92-09e7-4aac-a307-6c93606dfb1a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.067618785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"4e84bd92-09e7-4aac-a307-6c93606dfb1a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.079565128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-53f2ed","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","reconcileID":"c739e224-2d5b-4b2b-8c2c-168c42beb2df","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cmp-legacy-53f2ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.081653548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f9e20437-7b9b-45d4-bcfb-4f1914f3e4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.110617569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f9e20437-7b9b-45d4-bcfb-4f1914f3e4ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.178565004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"68bf4506-274f-4678-8cfd-0914388fbe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.199281554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"68bf4506-274f-4678-8cfd-0914388fbe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.309718525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ce9b24e4-1c50-4730-bd67-974966b03da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.468084718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ce9b24e4-1c50-4730-bd67-974966b03da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.648253615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"14b3af52-57ea-4943-a818-9d96393a5fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.705995582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7930921a-cd29-4c7d-8ff8-e87980aefc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.793065716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b4c69518-2bfd-4294-8d45-596400bce309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.883370182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"14b3af52-57ea-4943-a818-9d96393a5fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.908077367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7930921a-cd29-4c7d-8ff8-e87980aefc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.989181482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b4c69518-2bfd-4294-8d45-596400bce309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:24:59.990625574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"79745c56-e977-4d25-b052-cfde3e216240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.003205769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f618d9f1-a1d5-413e-b3b9-cd573c366040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.054461861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"79745c56-e977-4d25-b052-cfde3e216240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.055934806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f618d9f1-a1d5-413e-b3b9-cd573c366040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.098524873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"954994f3-280d-4f22-bbc4-2e314e1115ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.09868251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b6023bdc-2d25-45bf-8a3e-247104d89f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.151193509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b6023bdc-2d25-45bf-8a3e-247104d89f93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.153063406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"a9b5b2b7-5ff0-4729-8ce1-d85e6bc553b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.165291668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"954994f3-280d-4f22-bbc4-2e314e1115ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.201977891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"a9b5b2b7-5ff0-4729-8ce1-d85e6bc553b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.220594247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5615532-a460-4be9-b344-85489cb37a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.237528238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b479cc2-791e-4178-9247-09d99fef144d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.250519017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5615532-a460-4be9-b344-85489cb37a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.264620091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b479cc2-791e-4178-9247-09d99fef144d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.365457204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"385f9cd1-f810-478a-b56a-85ef0b5327dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.378286066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"92584b4b-384b-481b-9273-5ea7af7e7034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.385428585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"385f9cd1-f810-478a-b56a-85ef0b5327dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.398008038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"92584b4b-384b-481b-9273-5ea7af7e7034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.456598825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0ec728fb-ab06-4a98-9049-69989828b6c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.471457626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d6b8c2c4-3a3c-4237-a380-c12ea035edda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.486361885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"c32eb929-1ba6-4785-81aa-055c07b77ded","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.488324765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0ec728fb-ab06-4a98-9049-69989828b6c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.493606403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d6b8c2c4-3a3c-4237-a380-c12ea035edda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.506839703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0ec728fb-ab06-4a98-9049-69989828b6c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.508433876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"c32eb929-1ba6-4785-81aa-055c07b77ded","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.526943553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"c32eb929-1ba6-4785-81aa-055c07b77ded","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.592068828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b6b6e582-0f45-4cf1-859d-848d086ce395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.610348722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"06c4d05f-3590-4c16-a0af-cebbfc2b3062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.620805862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b6b6e582-0f45-4cf1-859d-848d086ce395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.686982388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"06c4d05f-3590-4c16-a0af-cebbfc2b3062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.717333328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4e216f7f-fbdb-4426-a642-ec98640ba1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.741614031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4e216f7f-fbdb-4426-a642-ec98640ba1c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.760827427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b87e739b-424c-4fb5-b65b-e3e6a297a9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.790517083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b87e739b-424c-4fb5-b65b-e3e6a297a9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:00.983661275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"293503b5-1882-488a-9386-a616b37b9c79","namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.004761118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"1eabcd35-251c-4583-8827-13f8b78569a7","namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.014840735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0805d36b-8d16-47ba-905e-dcbec495202b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.036930074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4ccb46bf-371d-46d0-b565-176ec88d1848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.037579645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ba246ed5-7cb9-44fd-83c8-1b6ab04b02e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.03860538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"80ec35fb-0510-45ed-8eb7-6d014dcfd6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.049930463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"8f311ea2-0880-4f49-b8be-ae33b4899b55","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.050948982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0805d36b-8d16-47ba-905e-dcbec495202b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.062924947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"3d8ef3e4-09f9-41e9-a41e-a0cb8ab6eb06","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.0637879Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.071742126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4ccb46bf-371d-46d0-b565-176ec88d1848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.075542911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ba246ed5-7cb9-44fd-83c8-1b6ab04b02e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.076521736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"9423e79f-845f-4978-b4d3-d8bcc9d4dbf1","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"name":"e2e-dft-refs-4cd58e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.078520025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0805d36b-8d16-47ba-905e-dcbec495202b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.079066611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"80ec35fb-0510-45ed-8eb7-6d014dcfd6d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.08413644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"3d8ef3e4-09f9-41e9-a41e-a0cb8ab6eb06","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.114016683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"3d8ef3e4-09f9-41e9-a41e-a0cb8ab6eb06","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.152443659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ff11e7e7-cd24-438e-9a0a-1500ebedeec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.213187994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ff11e7e7-cd24-438e-9a0a-1500ebedeec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.278114926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"53832b60-024d-44d9-a3c2-e7e056fd000b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.290982438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"1ba82d22-1bc9-404b-bdc1-e4f1c088b847","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.348706583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"53832b60-024d-44d9-a3c2-e7e056fd000b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.370612251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a1c514f8-fe4f-40b5-9edd-2d1f75df0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.371402065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"424f6789-1a6b-481d-9f73-16a8866fbc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.480689752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"8011c095-3f1d-4cbd-9fb9-499b04f71cb2","namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.694947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a1c514f8-fe4f-40b5-9edd-2d1f75df0aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.769490831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"424f6789-1a6b-481d-9f73-16a8866fbc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.849102853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"d0e3a7f5-3db5-428e-a4d5-660a1788838b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.854967242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"d0e3a7f5-3db5-428e-a4d5-660a1788838b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:01.856708755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d5b73aa-5203-43a1-803d-7665546de25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.02838643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d5b73aa-5203-43a1-803d-7665546de25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.041828065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"cc0f4f6c-a76b-4249-a9fe-0ffde67ff0ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.056580292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712815f6-53c8-45e5-9c24-32b39bed0c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.094704527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"712815f6-53c8-45e5-9c24-32b39bed0c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.09536482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2d420719-4bc8-43a0-af4c-24eed6107a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.095833519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2de6a18b-2589-4bfd-bd36-c964938b83b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.097334362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"cc0f4f6c-a76b-4249-a9fe-0ffde67ff0ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.117888922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2de6a18b-2589-4bfd-bd36-c964938b83b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.122220591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2d420719-4bc8-43a0-af4c-24eed6107a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.207599421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c9dd4acf-9797-47f8-982a-a84f16651ed3","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.208337077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"56275c35-06f4-48b6-a2b6-e4e856fca5a2","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"name":"e2e-dft-refs-4cd58e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.208937802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"438f73ab-3615-42f0-806b-6b7918a81863","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.208954591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"438f73ab-3615-42f0-806b-6b7918a81863","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.209954324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48216a4c-cf57-45d1-8b11-d3849254a241","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.209970259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48216a4c-cf57-45d1-8b11-d3849254a241","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.210639423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec465fb4-33ab-47c1-b99b-18c48cdf8e5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.210658609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec465fb4-33ab-47c1-b99b-18c48cdf8e5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.211563424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2660e50e-5cfc-4b86-9738-a9bfd88fb95e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.211580156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2660e50e-5cfc-4b86-9738-a9bfd88fb95e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.212176973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49dcd898-9f2f-4c16-b849-9faa58aaa2b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.212193399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49dcd898-9f2f-4c16-b849-9faa58aaa2b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.212610389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72749677-bdd2-4e46-bd24-c419ea7b5922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.212621331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72749677-bdd2-4e46-bd24-c419ea7b5922","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.213698513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64bbd2bd-baf0-4388-afef-ef9144975cb6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.213717063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"64bbd2bd-baf0-4388-afef-ef9144975cb6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.214142649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10e930a2-3008-44e9-a669-35f5d66e2dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.214155428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10e930a2-3008-44e9-a669-35f5d66e2dfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.240532875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c9dd4acf-9797-47f8-982a-a84f16651ed3","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.265490131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2852a170-8c26-4913-969c-275d44211af7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.289683199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"ff25d15a-8216-4b40-8802-3c3a8403d1a8","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"name":"e2e-dft-refs-4cd58e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.29140512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a55f509-358d-4903-bf03-e0f9eb8696af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.291427765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3a55f509-358d-4903-bf03-e0f9eb8696af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.294619652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc64e5d0-54f2-4337-860c-bdb2f55b9fa0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.294644057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc64e5d0-54f2-4337-860c-bdb2f55b9fa0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.299329586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94fbda10-70fa-40ac-a642-bfc4f51a9e2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.299446577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94fbda10-70fa-40ac-a642-bfc4f51a9e2c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.300776038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ab695e-c94d-49b0-8bab-a26050d0e98b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.300799076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49ab695e-c94d-49b0-8bab-a26050d0e98b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.304533513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd72e568-3c0a-4cd7-b685-931661c02065","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.304555422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd72e568-3c0a-4cd7-b685-931661c02065","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.305151962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5035db3b-6dd0-4a10-8ca2-96b309c4f10f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.30517151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5035db3b-6dd0-4a10-8ca2-96b309c4f10f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.322423124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0f19461-f6b9-4305-8a17-77632cd56791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.322454309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0f19461-f6b9-4305-8a17-77632cd56791","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.322970706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"852e4d2d-6661-4640-a580-9774cfe46822","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.322984933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"852e4d2d-6661-4640-a580-9774cfe46822","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.360736084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e3f1bd1-9496-4235-9f53-73bb470d8942","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.391181148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3bdd8e00-4337-4595-9e77-fd0612b8c0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.442553867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3bdd8e00-4337-4595-9e77-fd0612b8c0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.526218161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"fb33ac63-0f69-412e-b549-db1151f708c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.571754411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"be46b416-74fe-4cf1-9306-7bf23524adb1","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.574124154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4635e152-a44c-43bb-a95b-61e3ec9eb5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.574594554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f417eb03-738e-4a86-a542-e69fd67b10d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.646680766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"fb33ac63-0f69-412e-b549-db1151f708c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.900896938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"d58b3ae4-6f66-4d35-9ef3-2bec59c0b2bf","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:02.900950286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"d58b3ae4-6f66-4d35-9ef3-2bec59c0b2bf","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","externalModel":"e2e-dft-refs-4cd58e","provider":"e2e-dft-refs-4cd58e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.171857039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f417eb03-738e-4a86-a542-e69fd67b10d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.17749668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4635e152-a44c-43bb-a95b-61e3ec9eb5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.294381343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2a17cc8f-98d3-4551-afed-0a19d92e03f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.313821938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"22ba2282-493c-4237-b452-5f719968c116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.326581499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2a17cc8f-98d3-4551-afed-0a19d92e03f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.331536656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2f07c1fe-7964-4b15-a8fa-2d4113b52ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.344379084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"22ba2282-493c-4237-b452-5f719968c116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.35670424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2f07c1fe-7964-4b15-a8fa-2d4113b52ef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.615540682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"341fd233-508d-4af9-80ff-1208900471a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.64489045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"341fd233-508d-4af9-80ff-1208900471a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.661527142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"73d5eb53-69fb-47ce-aee9-7d46f46470c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.673415945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"fae3c842-8091-40e0-8d72-ab8b679e0194","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.6772396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"115f5fe0-d590-42e6-826e-d7626b29873b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.68129794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"73d5eb53-69fb-47ce-aee9-7d46f46470c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.694481105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"076c57ed-6943-4d29-a92b-d53fdb01d125","namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.696312285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"fae3c842-8091-40e0-8d72-ab8b679e0194","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.704514364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"115f5fe0-d590-42e6-826e-d7626b29873b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.949760531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"fae3c842-8091-40e0-8d72-ab8b679e0194","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.98225705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"2f7e8333-d702-441c-9a3e-a9336cdfc058","namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.98243506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"7e377395-73c2-4de1-9cb9-0d9c7b3e70d5","namespace":"llm","name":"e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:03.988777318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"73d5eb53-69fb-47ce-aee9-7d46f46470c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.105566578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3302314c-4f23-4964-a493-7dc23221ae71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.106414197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"51067205-a16a-4f14-856a-7e3d26eeb274","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.143796048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3302314c-4f23-4964-a493-7dc23221ae71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.156065885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a1d13b51-7ad0-4c54-af37-749bdf2650fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.156673325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3d9cb28a-9f70-49f0-b8d2-ff3d5715fd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.204866666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"70eb3c9e-f946-43cb-b23c-76777183ee25","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.210715398Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"348e8fb3-ee02-476e-9be2-8386259be939","namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.211785153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3d9cb28a-9f70-49f0-b8d2-ff3d5715fd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.221667865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a1d13b51-7ad0-4c54-af37-749bdf2650fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.223380015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1440f5-777b-43d0-a07a-bce4e54ae41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.223809171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"a8f01c85-08d9-4428-bcc5-875089f60b3f","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"name":"e2e-dft-del-40ae9a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.233228243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"70eb3c9e-f946-43cb-b23c-76777183ee25","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.250813183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1440f5-777b-43d0-a07a-bce4e54ae41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.318848027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"589deb64-6b80-4973-87d0-030e347114e4","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.389001239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"9d06fb17-57a4-4a14-bec9-ce4efd7728ec","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.398340728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"9d06fb17-57a4-4a14-bec9-ce4efd7728ec","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.432368263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e097a68d-0877-41a1-b4d4-f479507c41b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.432778687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"456adda9-d602-4e14-862b-f17460452322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.480239533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e097a68d-0877-41a1-b4d4-f479507c41b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.490998189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"456adda9-d602-4e14-862b-f17460452322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.514293122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1af8b68e-559f-43dc-92cd-21a2d92621c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.514885575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"aa0ca257-6c28-4ef9-b690-03a89cc02acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.550567744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"aa0ca257-6c28-4ef9-b690-03a89cc02acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.557282806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"2dbf9bd8-df07-484a-b64d-2f7fb18ba462","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.558380871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1af8b68e-559f-43dc-92cd-21a2d92621c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.592422835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"2dbf9bd8-df07-484a-b64d-2f7fb18ba462","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.700499985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f4e04586-e63c-4513-82f2-9ef04123ae5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.71173983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aa3e3031-ab03-4473-850f-a1c852585d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.721105091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"f4e04586-e63c-4513-82f2-9ef04123ae5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.760526305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aa3e3031-ab03-4473-850f-a1c852585d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.832520734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"498fd34a-9613-40c4-b0b0-436ee90faf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.918605438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"498fd34a-9613-40c4-b0b0-436ee90faf42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.945977763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"11586348-2ace-409a-af14-1dfd333488a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.95194896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"35ec73db-521d-4edc-a14a-8becd68f4841","namespace":"llm","name":"e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.966108689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f0f3d7a7-324a-43aa-b2f6-aea3a1693c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.969840459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"11586348-2ace-409a-af14-1dfd333488a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.987126359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a8637f38-598b-4bd2-8c23-20f3686ae116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:04.992397031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f0f3d7a7-324a-43aa-b2f6-aea3a1693c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.013162958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a8637f38-598b-4bd2-8c23-20f3686ae116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.082839243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"a459778c-19dd-4d5c-9cb8-ab85ddad7a29","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"name":"e2e-dft-del-40ae9a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.083938838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b4490a0-b7f5-413f-bce0-fb5959c35267","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.08403367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9b4490a0-b7f5-413f-bce0-fb5959c35267","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.084746954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6436380b-4f89-4580-898b-93087ec36cd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.084829803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6436380b-4f89-4580-898b-93087ec36cd6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.085413038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2791160-42e4-46f1-b4f8-e5582bc7bf70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.085495478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e2791160-42e4-46f1-b4f8-e5582bc7bf70","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.08610358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e0ef5a9-6863-4994-9de3-7f3c44f519d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.086178109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e0ef5a9-6863-4994-9de3-7f3c44f519d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.086735775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b01ccfa3-a82f-4d93-b967-ed3926ce943b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.086804337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b01ccfa3-a82f-4d93-b967-ed3926ce943b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.087382469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52542caa-44cc-4257-8d23-b27358bfea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.087440862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52542caa-44cc-4257-8d23-b27358bfea61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.088162345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a524397f-85ff-423c-9f47-a39344b55d5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.088222916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a524397f-85ff-423c-9f47-a39344b55d5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.101710076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2b2beee2-d0bf-4757-b79c-6e904b56d515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.106421424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"1db20286-332d-4914-93e3-33889f8caccc","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.106518487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"1db20286-332d-4914-93e3-33889f8caccc","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","externalModel":"e2e-dft-refs-4cd58e","provider":"e2e-dft-refs-4cd58e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.107415352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccdb545f-61f2-46be-9c51-ea509743470a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.10756168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ccdb545f-61f2-46be-9c51-ea509743470a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.128135298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2b2beee2-d0bf-4757-b79c-6e904b56d515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.129050726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62d2420c-d2b9-49b8-b073-4fc290350a82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.129636565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8106baf8-0ad1-4270-8939-cbc3e8c5d2b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.134484598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"40985d78-aaf5-4eff-8489-fbaeb30a3066","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"name":"e2e-dft-del-40ae9a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.135068874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f6f7b67-4809-42ea-9849-9afdc7a20d68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.135091118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f6f7b67-4809-42ea-9849-9afdc7a20d68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.135610686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1dc76576-e81d-459c-9e3d-30f415d22224","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.135639592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1dc76576-e81d-459c-9e3d-30f415d22224","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.136092315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"44245f9e-5674-4980-84e4-301c31766617","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.136107141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"44245f9e-5674-4980-84e4-301c31766617","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.136498567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aeb32ce8-3e34-4ffd-a6d1-f1d552fc429f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.136515197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aeb32ce8-3e34-4ffd-a6d1-f1d552fc429f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.141718282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"527bf427-639d-485b-9c92-2798e1a508e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.141741591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"527bf427-639d-485b-9c92-2798e1a508e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.142200765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb447f02-e9a7-41d2-8c1f-6bb73e86ce77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.142216064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb447f02-e9a7-41d2-8c1f-6bb73e86ce77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.142850306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b571efc-544b-4f95-93eb-426b6a31e743","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.142865131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b571efc-544b-4f95-93eb-426b6a31e743","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.283809732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"5a52d5d2-ea41-4289-85c5-aaaa619b6c02","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.28794213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"5a52d5d2-ea41-4289-85c5-aaaa619b6c02","MaaSModelRef":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-4cd58e-aa14f94548d4","namespace":"llm","model":"e2e-dft-refs-4cd58e","externalModel":"e2e-dft-refs-4cd58e","provider":"e2e-dft-refs-4cd58e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.289088663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee7524d9-cadc-4a4f-b7da-678cca64fe09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.289163852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee7524d9-cadc-4a4f-b7da-678cca64fe09","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.302672672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"7d9a4f8c-7d2f-46dd-8744-52537f081310","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.346677616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"38e21c19-e84e-4993-9cca-3d5fd97e1201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.347717386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b2913940-f587-4eb3-bc7f-30ab733bf720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.357603381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"7d9a4f8c-7d2f-46dd-8744-52537f081310","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.394557618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"7d9a4f8c-7d2f-46dd-8744-52537f081310","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.582599094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"054e0216-6ffb-46a0-a7b1-40921a2e6bf8","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.966400986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b2913940-f587-4eb3-bc7f-30ab733bf720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:05.994802591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"38e21c19-e84e-4993-9cca-3d5fd97e1201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.058074352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"054e0216-6ffb-46a0-a7b1-40921a2e6bf8","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.060530822Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"986ab4dc-8194-4729-8aa5-86b022515772","namespace":"llm","name":"e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.076783627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"30e872da-f610-4270-89cc-0b0d9b034bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.081572611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"89b4e572-83bb-488d-999f-3d3e8817ac3c","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.130323491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"89b4e572-83bb-488d-999f-3d3e8817ac3c","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"routeName":"external-model-e2e-dft-del-40ae9a-2600d8804d17","namespace":"llm","model":"e2e-dft-del-40ae9a","externalModel":"e2e-dft-del-40ae9a","provider":"e2e-dft-del-40ae9a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.132374962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1f7bffd6-fc9c-4778-b709-d70f4d0b9b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.15238763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"054e0216-6ffb-46a0-a7b1-40921a2e6bf8","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.170949828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"30e872da-f610-4270-89cc-0b0d9b034bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.226977033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1f7bffd6-fc9c-4778-b709-d70f4d0b9b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.272490516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"affd2d1d-8794-4b21-95d4-fe52e91e6c5b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.32316634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"affd2d1d-8794-4b21-95d4-fe52e91e6c5b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.357547878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"3a37a33b-d70c-4300-a20c-dc89abfba618","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.357672993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"3a37a33b-d70c-4300-a20c-dc89abfba618","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.380499209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99ffbd9-3bf5-46d3-bd6d-a18323c7094e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.451582706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"20898911-9d58-4ab2-b499-8bdfe0ddb01c","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.452961535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99ffbd9-3bf5-46d3-bd6d-a18323c7094e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.486441075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a209da1c-435a-45d6-9b4e-31ea1d9c8bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.487040689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e162428d-2975-47f8-b539-f76774e3c297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.523848838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"20898911-9d58-4ab2-b499-8bdfe0ddb01c","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.545456238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e162428d-2975-47f8-b539-f76774e3c297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.55320796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a209da1c-435a-45d6-9b4e-31ea1d9c8bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.566251409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"20898911-9d58-4ab2-b499-8bdfe0ddb01c","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.577136441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2344ab1a-3cb1-4d49-b0d0-a65d9ec0f044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.615478873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2344ab1a-3cb1-4d49-b0d0-a65d9ec0f044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.620801759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"f293f5d4-5865-403d-a5ac-596339bb372b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.623310347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"f293f5d4-5865-403d-a5ac-596339bb372b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.653232687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"293b2b53-a6ec-4c71-8ee5-e457f82477d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.658319548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a236101-61d5-478a-b609-939f08fe7228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.675334039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"293b2b53-a6ec-4c71-8ee5-e457f82477d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.689806294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a236101-61d5-478a-b609-939f08fe7228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.789103714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"08ef3825-2549-4013-b75a-77827ca014e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.789692133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"495b05bc-598c-46d9-93e8-b7be3a90ede9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.802277335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a32cf4aa-3897-4dc0-9a79-878e2450b96f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.81605165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"08ef3825-2549-4013-b75a-77827ca014e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.816218167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"495b05bc-598c-46d9-93e8-b7be3a90ede9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.832483449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"a32cf4aa-3897-4dc0-9a79-878e2450b96f","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.852335899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"16137867-2ca7-423f-9fa7-435d3468f709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.867453151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"574d9257-9e14-4c82-b0e0-3b8b1650e37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.875162044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"16137867-2ca7-423f-9fa7-435d3468f709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.892703468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"574d9257-9e14-4c82-b0e0-3b8b1650e37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.943340219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ec1d7b4f-592f-4d83-bcaa-c64e9ed55514","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.965025344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ec1d7b4f-592f-4d83-bcaa-c64e9ed55514","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:06.971921967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"29f0aab0-8816-4c82-907d-2b4a61a760b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.005678675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"ec1d7b4f-592f-4d83-bcaa-c64e9ed55514","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.010294874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"29f0aab0-8816-4c82-907d-2b4a61a760b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.065723273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"32e27e59-59df-472c-b9c5-2d400ac254b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.086291595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"32e27e59-59df-472c-b9c5-2d400ac254b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.162716969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a2fe48de-5943-4063-841b-a4b4a954f3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.177587198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4d993ade-74f7-4c35-9f8f-d8b1c311cac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.184131976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a2fe48de-5943-4063-841b-a4b4a954f3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.191606481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3cbc3f0a-38aa-44cb-bd5f-d08cb4ff5605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.197352606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4d993ade-74f7-4c35-9f8f-d8b1c311cac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.199620211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2461b4bd-3ba9-43f7-9542-a9d13c3fd611","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.212114996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3cbc3f0a-38aa-44cb-bd5f-d08cb4ff5605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.219385747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2461b4bd-3ba9-43f7-9542-a9d13c3fd611","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.241357685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"2461b4bd-3ba9-43f7-9542-a9d13c3fd611","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.270368801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"63d2dd51-71c1-4625-a168-d786ac31f563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.291764333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"63d2dd51-71c1-4625-a168-d786ac31f563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.685883018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"5ee847fa-e928-40a0-b052-7f58d2c3f9af","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.688794468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10695118-9b40-4d4f-9760-bab757953554","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.69395744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10695118-9b40-4d4f-9760-bab757953554","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.698098344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cce3b17-fda7-4d43-a4e2-95e5458b34b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.700494633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7cce3b17-fda7-4d43-a4e2-95e5458b34b9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.701539886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bbc1e04-0702-4fbe-8a36-fad486c9a3b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.701610282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9bbc1e04-0702-4fbe-8a36-fad486c9a3b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.702527257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3bf5db1c-b201-4958-8be9-f5251114bc45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.703926849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3bf5db1c-b201-4958-8be9-f5251114bc45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.715178552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9f5d5af6-5e85-43ab-abb7-940f26df80aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.718930139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9f5d5af6-5e85-43ab-abb7-940f26df80aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.843020524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"2a9e9628-bf6d-479b-99cd-898e34a40330","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:07.843063121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"2a9e9628-bf6d-479b-99cd-898e34a40330","MaaSModelRef":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"routeName":"external-model-e2e-dft-del-40ae9a-2600d8804d17","namespace":"llm","model":"e2e-dft-del-40ae9a","externalModel":"e2e-dft-del-40ae9a","provider":"e2e-dft-del-40ae9a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.175894314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-4cd58e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-4cd58e","reconcileID":"6338c473-790e-48c3-a6aa-f43db10c0d66","namespace":"llm","name":"e2e-dft-refs-4cd58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.190263478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"7f40e50b-1e5a-40fe-8056-afe9469080c7","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.192665831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cc43750-4b83-4dee-a7e8-96ac60c12c1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.192689219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cc43750-4b83-4dee-a7e8-96ac60c12c1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.193097099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00f3b955-e5e5-4689-bfa8-23d736be97c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.193113043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00f3b955-e5e5-4689-bfa8-23d736be97c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.193561471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c18e53de-5cb8-4c6a-9339-558cbcc05080","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.193575504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c18e53de-5cb8-4c6a-9339-558cbcc05080","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.208108343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"263ff24a-7049-4ced-be5d-3d5f2d1910ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.20861965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7569ce41-ccb3-4f48-a6b4-0293e4c66d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.208632541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d1af7064-bf25-465b-b618-26cbe80648da","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.225463807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8100b01-faaa-4d19-9ee9-8171c86ddd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.235086871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdc221f7-466f-4c4f-a0b8-75f5dd846528","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.2359131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dc0b57b-782f-444a-94ea-25f524c34c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.239654767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d1af7064-bf25-465b-b618-26cbe80648da","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.242778337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7569ce41-ccb3-4f48-a6b4-0293e4c66d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.249612224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"54981c5b-9ff4-4058-a2bf-9f2e8bd6191b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.255675634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"263ff24a-7049-4ced-be5d-3d5f2d1910ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.269395182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8100b01-faaa-4d19-9ee9-8171c86ddd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.274323509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d1af7064-bf25-465b-b618-26cbe80648da","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.277188761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"54981c5b-9ff4-4058-a2bf-9f2e8bd6191b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.278362982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"263ff24a-7049-4ced-be5d-3d5f2d1910ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.328603866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"54981c5b-9ff4-4058-a2bf-9f2e8bd6191b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.373596273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a4f9df1c-74f7-414c-8b67-c2899c22632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.430736552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a4f9df1c-74f7-414c-8b67-c2899c22632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.446225462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7b391f2b-30bc-44bc-8f72-32e2d23e3f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.489667589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"27c68680-dcf3-4e86-afbf-9e3330a7f566","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.495193675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7b391f2b-30bc-44bc-8f72-32e2d23e3f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.496536163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a83894c-a749-4963-982d-de63414f7752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.511520285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d09808-dc4e-4b69-bc68-24580031ffc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.516160426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"27c68680-dcf3-4e86-afbf-9e3330a7f566","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.521281915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a83894c-a749-4963-982d-de63414f7752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.555547675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1d09808-dc4e-4b69-bc68-24580031ffc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.61445973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8d6d2-79be-4aa3-91e3-076eb0d81df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.628141964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8d6d2-79be-4aa3-91e3-076eb0d81df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.781344622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8d6d2-79be-4aa3-91e3-076eb0d81df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.925735827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb8d6d2-79be-4aa3-91e3-076eb0d81df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.952067217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f660472c-1008-4a5d-99af-6ae7821c33a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:08.99694567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6e8f8d73-3860-47a7-9d8f-857e0cb22ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.014284387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f660472c-1008-4a5d-99af-6ae7821c33a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.026705861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1a4eef17-e9e5-4346-bc00-8959fd3fccf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.02843168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f07ba5f5-2339-4909-a9bd-d8353f45b96c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.036625269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6e8f8d73-3860-47a7-9d8f-857e0cb22ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.041045192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"82feacac-a2b0-46ba-b2f7-1e8771944382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.049208663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1a4eef17-e9e5-4346-bc00-8959fd3fccf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.053221129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f07ba5f5-2339-4909-a9bd-d8353f45b96c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.123689604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"82feacac-a2b0-46ba-b2f7-1e8771944382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.205740611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"875f252f-45aa-4587-a106-56330d9c630f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.227451358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"875f252f-45aa-4587-a106-56330d9c630f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.309162506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d7cf95ba-7ae8-48fc-90e9-6b2aadfdf02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.309307389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5d1385b3-62dd-49a9-b030-52d4c5017792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.312847937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4044d16b-2d43-4d42-b3d4-39fef4c429e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.329025178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d7cf95ba-7ae8-48fc-90e9-6b2aadfdf02d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.329884208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5d1385b3-62dd-49a9-b030-52d4c5017792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.33503644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4044d16b-2d43-4d42-b3d4-39fef4c429e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.404379654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5d0adffb-3572-4d1d-9d14-96ba9673c47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.404381566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"48555028-de55-4eb4-8b6a-ebc18f1113c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.424693787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5d0adffb-3572-4d1d-9d14-96ba9673c47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.424821244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"48555028-de55-4eb4-8b6a-ebc18f1113c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.50826529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c7581374-b787-45cd-8c23-909049326f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.508371152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2a5d247d-37fc-4f57-b744-0d0793bec032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.527670705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c7581374-b787-45cd-8c23-909049326f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.528179289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2a5d247d-37fc-4f57-b744-0d0793bec032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.605501648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"18c5e98a-4f58-4f15-bbd1-cbe279aa84c2","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.606480475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c26b3402-a7cd-429b-a864-6b45e40c179e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.628773271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"18c5e98a-4f58-4f15-bbd1-cbe279aa84c2","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.632534013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c26b3402-a7cd-429b-a864-6b45e40c179e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.635685527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf78e90-b174-4443-89f6-9336dc627a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.654359009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf78e90-b174-4443-89f6-9336dc627a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.723466596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c26b3402-a7cd-429b-a864-6b45e40c179e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.724938849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"18c5e98a-4f58-4f15-bbd1-cbe279aa84c2","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.734028743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf78e90-b174-4443-89f6-9336dc627a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.734139119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"03579189-0de1-40f7-b302-ec85d49a9bdb","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.747001727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdf78e90-b174-4443-89f6-9336dc627a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.765320931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"03579189-0de1-40f7-b302-ec85d49a9bdb","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:09.782429671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"03579189-0de1-40f7-b302-ec85d49a9bdb","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.322488236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"51851f0b-65d4-4138-b1e6-de54b081982f","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.344846986Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"43f1d495-8246-4230-9b06-132788a75115","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.354156586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"837456f4-c34f-4673-a0a7-4fce0fee0b14","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.357190701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1301f682-4245-4544-848a-49c0d588a726","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.371828348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c746df4c-19c6-4bc8-9be9-c3a3a699993a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.372950163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"837456f4-c34f-4673-a0a7-4fce0fee0b14","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.375536053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1301f682-4245-4544-848a-49c0d588a726","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.380160747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"99df4473-b729-437e-a334-0f506aecc910","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.38210297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"28c1c1e1-be90-4df8-8d9a-91367c69cf8b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.390123806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"837456f4-c34f-4673-a0a7-4fce0fee0b14","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.391015048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"c746df4c-19c6-4bc8-9be9-c3a3a699993a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.392501465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1301f682-4245-4544-848a-49c0d588a726","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.401154606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"28c1c1e1-be90-4df8-8d9a-91367c69cf8b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.401349182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"99df4473-b729-437e-a334-0f506aecc910","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.420097954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"28c1c1e1-be90-4df8-8d9a-91367c69cf8b","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.431756657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"3b9173e4-caf6-4212-bf6e-99542700c512","namespace":"llm","name":"e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.463348971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09c3ddea-af24-48f1-9967-93961685390c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.463360893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29297d66-3ec1-4c08-baa9-db30a28add59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.464735551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5dbe7216-94f9-468f-8446-fd1ef53b5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.484958897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29297d66-3ec1-4c08-baa9-db30a28add59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.488582136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5dbe7216-94f9-468f-8446-fd1ef53b5028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.489245289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09c3ddea-af24-48f1-9967-93961685390c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.567061989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f4da3691-313f-454c-a22e-9ba328943b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.623483578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f4da3691-313f-454c-a22e-9ba328943b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.638558106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"4cd80282-879f-4d58-bfdc-47ff44d07db4","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.921710502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"17882d59-c21a-4566-9699-790e96ddd8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.922607475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b047fda3-fa50-4f99-9979-ad92bf07ab38","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:10.961990798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"99ab7c4a-300b-43ca-a5d0-3b4263ea7a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.137980917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5f5c6cac-195f-471d-9e97-50a8a4fe3d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.271942031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"17882d59-c21a-4566-9699-790e96ddd8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.273101267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"d4d008d9-3e3e-434f-9a81-d71734ebe704","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.276736103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"b047fda3-fa50-4f99-9979-ad92bf07ab38","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.297537721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5f5c6cac-195f-471d-9e97-50a8a4fe3d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.302879768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"99ab7c4a-300b-43ca-a5d0-3b4263ea7a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.332361829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"b89effa8-988e-4634-98bb-31e6a141b8a7","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.375778794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4b72d2c0-c63a-4c0b-8c89-e841207469df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.388941421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"55f23097-2308-4ebf-9a55-927ed4dfe0cc","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.395656517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"4b72d2c0-c63a-4c0b-8c89-e841207469df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.453327107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"286f2919-382a-4a40-ae16-2989f830adfd","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.474591476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"7de6a955-b820-4856-8274-a1afb4baa42a","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.495406857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5b619b0b-41bc-4f38-9771-d1fb10947307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.5147505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5b619b0b-41bc-4f38-9771-d1fb10947307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.57848101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"df7603be-64af-4476-a1af-5827e1a5c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.578483316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"eb7108a8-bfcf-4b73-b37a-f667122a5f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.583541463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c55205ad-a96d-4051-85e1-29f8d02cebf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.584044892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ea430831-c4da-4ba7-afa5-c39d5057d3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.597317375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"eb7108a8-bfcf-4b73-b37a-f667122a5f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.598434433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"df7603be-64af-4476-a1af-5827e1a5c7fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.602228644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ea430831-c4da-4ba7-afa5-c39d5057d3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.603507024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c55205ad-a96d-4051-85e1-29f8d02cebf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.676374503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"623d7577-6da2-47cd-9d91-92fdf6ae36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.69893446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"623d7577-6da2-47cd-9d91-92fdf6ae36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.812037404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"28b41c4c-ba0d-47fb-a571-caf127c69441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.833340081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"28b41c4c-ba0d-47fb-a571-caf127c69441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.866565213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cd3e91c5-2f2a-4c2c-85c3-ec9e48fc1674","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.882147466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"398d7444-9c47-4054-991a-e5c01d5629ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.886089585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cd3e91c5-2f2a-4c2c-85c3-ec9e48fc1674","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.896799223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"eaeb6840-3b63-4406-a63c-393449e96a04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.897432354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"6d02cd2a-c3b0-4b10-9ee2-b67153694cb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.900655447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"398d7444-9c47-4054-991a-e5c01d5629ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.903199157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cd3e91c5-2f2a-4c2c-85c3-ec9e48fc1674","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.91521778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"eaeb6840-3b63-4406-a63c-393449e96a04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.916141896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"6d02cd2a-c3b0-4b10-9ee2-b67153694cb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.933718075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"eaeb6840-3b63-4406-a63c-393449e96a04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.961266559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"08df7a4d-cba1-47c1-a6bf-58f90017249a","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.975305041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac9c76f-9bd0-47b4-b39b-561d10b9b251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.981719755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"08df7a4d-cba1-47c1-a6bf-58f90017249a","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:11.995405532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ac9c76f-9bd0-47b4-b39b-561d10b9b251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.002735375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"08df7a4d-cba1-47c1-a6bf-58f90017249a","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.076084504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444118db-7c97-4cd5-b2f7-12464a71f5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.076084472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"aae0775e-ad25-4eca-80ad-e16ce340e774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.093724275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"b8c87d2d-f63a-45e5-a6a4-f0df8570e665","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.104060298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444118db-7c97-4cd5-b2f7-12464a71f5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.105029122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"aae0775e-ad25-4eca-80ad-e16ce340e774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.107939633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"53f6f969-ebdd-42e3-a2af-1f21154d9dc0","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.146373103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"6c1735f7-d338-44d9-b511-8b75c4646d0b","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.147025957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75194ff9-c4fa-4b4d-823f-aa7525bf756e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.147101734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"75194ff9-c4fa-4b4d-823f-aa7525bf756e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.147612551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1c0a346-3d0c-4d4b-8b5b-aac98c6f313b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.147645345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c1c0a346-3d0c-4d4b-8b5b-aac98c6f313b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.148068654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05d29257-9ee7-4f42-bb08-39bb8699be43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.148089025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"05d29257-9ee7-4f42-bb08-39bb8699be43","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.148482242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18868469-abbf-4ad2-a784-c1950f4fb674","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.148502817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"18868469-abbf-4ad2-a784-c1950f4fb674","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.154961208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"168dfe89-2906-4496-8257-65341a797778","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.154992304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"168dfe89-2906-4496-8257-65341a797778","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.155494043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cf2ecb9-6c90-4d92-b49e-a7f1b0b60000","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.155508473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7cf2ecb9-6c90-4d92-b49e-a7f1b0b60000","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.15596337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbc7eebf-5dd6-4228-9171-e46d5bbe6608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.155978959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbc7eebf-5dd6-4228-9171-e46d5bbe6608","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.156540482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f574d69-c98c-477e-96df-26967e4156b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.15655941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f574d69-c98c-477e-96df-26967e4156b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.199508619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c26d8bb-da9c-432a-b7bb-32752741c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.200291841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cea8109a-9b67-4abf-a6ea-f216af5f0d53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.200759064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffe8ace3-62c3-4b63-b277-bd69e9220f8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.207376488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5660912c-e425-47f8-9eb4-913cd2cadacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.238968462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5660912c-e425-47f8-9eb4-913cd2cadacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.239892973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2c26d8bb-da9c-432a-b7bb-32752741c830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.240723918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f21af2be-9866-401f-8c03-ffffd56869e7","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.26359958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"f21af2be-9866-401f-8c03-ffffd56869e7","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.371695941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-40ae9a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-40ae9a","reconcileID":"d2ffc829-ccf0-4cf3-9236-ba319a57eb46","namespace":"llm","name":"e2e-dft-del-40ae9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.381510968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"74ecdef3-e30f-4135-b065-04d0377217f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.382140103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"bb05034d-1051-4c95-b16e-7417a5a93213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.44576038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"bb05034d-1051-4c95-b16e-7417a5a93213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.617621264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"74ecdef3-e30f-4135-b065-04d0377217f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.71297489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"00d64b7f-4de8-425a-8dec-3953cb077da6","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.733942477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3a93d86c-6b98-4fdd-8eed-0d9dcc4bcdea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.734507432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"920081f7-63d1-4450-ad98-9e53d18a29ab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.738400083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"00d64b7f-4de8-425a-8dec-3953cb077da6","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.757218426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c41b2dc1-d598-40b9-bb08-9ebfa54266c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.763519617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"00d64b7f-4de8-425a-8dec-3953cb077da6","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.768279966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3a93d86c-6b98-4fdd-8eed-0d9dcc4bcdea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.778835006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"920081f7-63d1-4450-ad98-9e53d18a29ab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.783716896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c41b2dc1-d598-40b9-bb08-9ebfa54266c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.795921284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"920081f7-63d1-4450-ad98-9e53d18a29ab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.799393694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f4442207-2bb6-4f43-ae82-e21115210b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.802126397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c41b2dc1-d598-40b9-bb08-9ebfa54266c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.81831237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f4442207-2bb6-4f43-ae82-e21115210b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.927834519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c3a03cc-242b-4ace-87b6-23e1f38b24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.929420737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a58e81d3-e4e1-4490-b252-9001462d89ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.965476346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"50dcf391-6b95-4e33-aa23-7c830006c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.966150422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"eda487b0-68f5-4cec-a835-30a437d13a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.971809003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c3a03cc-242b-4ace-87b6-23e1f38b24cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.991369259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a58e81d3-e4e1-4490-b252-9001462d89ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.991442955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"50dcf391-6b95-4e33-aa23-7c830006c271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:12.994202156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"eda487b0-68f5-4cec-a835-30a437d13a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.051076668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c2396500-804b-4bef-ae51-b5bd72f4c40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.072472224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c2396500-804b-4bef-ae51-b5bd72f4c40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.152652691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2014d347-73a9-4d72-9541-376ae1ac5c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.210751716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"2014d347-73a9-4d72-9541-376ae1ac5c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.343679333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e6bc9a-d5b5-47c7-98b7-f5d23a2be47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.390096159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b490460-88db-49d6-95e3-07b1124606fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.39068728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"00b552fb-7477-4076-9e05-057292db221f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.39174296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e6bc9a-d5b5-47c7-98b7-f5d23a2be47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.391982491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d88e4583-10a4-46ae-a900-5817320ad063","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.417305135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b490460-88db-49d6-95e3-07b1124606fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.417641538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"d88e4583-10a4-46ae-a900-5817320ad063","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.421345312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"00b552fb-7477-4076-9e05-057292db221f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.464486535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bbd33720-0a0d-491d-a346-0d253c128671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.476975289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb4409a5-d0af-46d4-b69b-8da25f6fc7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.48278734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"bbd33720-0a0d-491d-a346-0d253c128671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.500183072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"eb4409a5-d0af-46d4-b69b-8da25f6fc7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.613604401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cc294124-e25e-41ab-a34f-94d5e368f85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.660480808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"59265239-31d4-4fc8-9967-952edb536f3a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.683076474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"59265239-31d4-4fc8-9967-952edb536f3a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.837379853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"cc294124-e25e-41ab-a34f-94d5e368f85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.77411706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd646722-c910-4342-b4ef-c178ee0537d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.873490296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd646722-c910-4342-b4ef-c178ee0537d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.890823445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"451a73ad-8dce-4e27-b1e9-953f76491d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:13.911839532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"451a73ad-8dce-4e27-b1e9-953f76491d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.387789097Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"ca8c0807-807a-4b82-93fa-9a860cd490bf","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.411821893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"174e0289-0e04-4ea2-9b8b-816a61705e20","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.423446949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c0473405-f1cb-47b7-95c8-724aeff2d7a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.425593844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"578ab4cb-4e62-48ae-8f35-f2ae24e0e4e1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.442406511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a4648e6-ae2a-4171-b358-1958b2da3a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.44365064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48faf550-8c4c-4e3e-ac16-05afbee8c1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.458697367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c0473405-f1cb-47b7-95c8-724aeff2d7a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.459337111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"8704ed0b-34b7-4662-93f1-77bd3435ba04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.467894419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"578ab4cb-4e62-48ae-8f35-f2ae24e0e4e1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.470754923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a4648e6-ae2a-4171-b358-1958b2da3a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.481742634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48faf550-8c4c-4e3e-ac16-05afbee8c1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.536752177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c0473405-f1cb-47b7-95c8-724aeff2d7a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.574538069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"8704ed0b-34b7-4662-93f1-77bd3435ba04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.575699938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"578ab4cb-4e62-48ae-8f35-f2ae24e0e4e1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.593603198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"8704ed0b-34b7-4662-93f1-77bd3435ba04","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.659229727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"93aa0e89-15a8-4850-9249-65d8dbb305c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.688222518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"93aa0e89-15a8-4850-9249-65d8dbb305c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.701508973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2c9442ae-989a-47be-ab04-a2fc5c35fc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.709723962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6cdc11e1-bee7-4b1e-956b-24b1c65eade1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.71020797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"0cbd3b6c-f709-42c2-bbc4-856204c691e6","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.715138137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"4a60ea6b-5cad-4303-ae0b-7f42be8b383a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.724996305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"571f2d59-72e6-4e02-8dae-143262c4cf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.727086074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2c9442ae-989a-47be-ab04-a2fc5c35fc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.744999497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"4a60ea6b-5cad-4303-ae0b-7f42be8b383a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.767279287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6cdc11e1-bee7-4b1e-956b-24b1c65eade1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:16.78360621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"571f2d59-72e6-4e02-8dae-143262c4cf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.452834852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b8eed3ae-cb9a-42a4-b742-b770d2ebc1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.558139788Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"d1473e91-2eb1-4056-959c-680faa23030b","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.579730385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","reconcileID":"ae490fc9-e3a3-421e-8da3-b3126b499a79","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.580131793Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"daa78dee-79c2-4c65-9db0-e276be761aad","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.605839781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8338ae76-d5c0-435a-8316-5839a0b7921a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.629438398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b8eed3ae-cb9a-42a4-b742-b770d2ebc1fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.642857259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"cc5b6489-5ff2-497e-93fd-8ba962f5598f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.643202946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"253f3825-f38e-4401-9035-5aea45225175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.673663696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"393af989-9377-4385-a0d4-5f016a16f4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.674203352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"373e151b-74a9-41a2-ad98-8712e3a57df9","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.695814119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8338ae76-d5c0-435a-8316-5839a0b7921a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.700669347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"253f3825-f38e-4401-9035-5aea45225175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.70884695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"cc5b6489-5ff2-497e-93fd-8ba962f5598f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.709573573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"393af989-9377-4385-a0d4-5f016a16f4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.728643365Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"aeef915e-7228-492a-9d9a-00916ef8b58b","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.770847357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"5ae67dd2-177f-479f-9958-2cca22132718","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.810067935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d86c3de5-7073-474a-b70f-c8497d0ab547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.836304642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d86c3de5-7073-474a-b70f-c8497d0ab547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.849768353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"99d68fef-e99f-4087-80d9-81049a0ab494","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.888888239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d8749364-5e8b-4b58-b3d1-827b4913b17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.889273128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a32c6d6e-adbb-449d-b14e-b1c659b3b74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.909129962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d8749364-5e8b-4b58-b3d1-827b4913b17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.909231881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"a32c6d6e-adbb-449d-b14e-b1c659b3b74f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.935667009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"53ecf38a-1569-48c2-95f9-dec41b373860","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.976991592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"1cdb60dc-6489-4926-8b9b-542a3bd958ef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.980614134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"92eb6c0e-ae44-40ba-9d17-644469cc324f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:17.981950312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0c5b0366-972c-4feb-80f4-74efa5285d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.000760702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0c5b0366-972c-4feb-80f4-74efa5285d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.001241736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"92eb6c0e-ae44-40ba-9d17-644469cc324f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.091817903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"15016233-de04-4c3d-94bf-d1c7cafdb2dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.115652029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"15016233-de04-4c3d-94bf-d1c7cafdb2dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.169274579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"11a14749-1fe2-4759-a8f0-f32321ba63b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.187797005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"11a14749-1fe2-4759-a8f0-f32321ba63b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.196082096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"65523fb0-5050-4801-8e12-75bbd748144a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.205276905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"11a14749-1fe2-4759-a8f0-f32321ba63b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.206366899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"bae6f288-020e-47a3-9a65-51c87b1a95ab","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.2160267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"65523fb0-5050-4801-8e12-75bbd748144a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.235842211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"65523fb0-5050-4801-8e12-75bbd748144a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.241522676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"4545968f-62c9-4237-b5c7-a3cb86e76f53","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.261116246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"d1aed19d-1454-45cf-8217-b573bbfa6ff2","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.276161557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cf98d03c-a9e3-44f6-aa46-9f86bd10ff9d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.283832071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3e67e5-3c1a-4e8a-a16c-be62618116c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.284384789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c67812a-aed5-4b2d-9eeb-3fc37878389c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.287250801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"90727d89-6c1e-453d-82a1-a3b164ef2b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.29683806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cf98d03c-a9e3-44f6-aa46-9f86bd10ff9d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.299164046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"e2fb372d-6317-4a32-82d8-796d4a6e6c18","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.46146416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e3e67e5-3c1a-4e8a-a16c-be62618116c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.685872793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"90727d89-6c1e-453d-82a1-a3b164ef2b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.532881628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"cf98d03c-a9e3-44f6-aa46-9f86bd10ff9d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.703453781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6dfd25ab-fb65-4508-85ee-1a8491d8289f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:18.717643846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c67812a-aed5-4b2d-9eeb-3fc37878389c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.197217886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6dfd25ab-fb65-4508-85ee-1a8491d8289f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.197286022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"94a3a3d1-980a-41eb-9540-7d77c903070a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.228133948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1a164156-5da6-4562-9b21-029d932f3ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.254114493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"94a3a3d1-980a-41eb-9540-7d77c903070a","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.254647371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5de00f90-788d-4da9-8d06-32f01e3a4331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.255741663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"82d7bc02-a2db-43a1-b614-876b21fa90cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.259373369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1a164156-5da6-4562-9b21-029d932f3ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.277119451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"82d7bc02-a2db-43a1-b614-876b21fa90cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.278390589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5de00f90-788d-4da9-8d06-32f01e3a4331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.390566893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"71703d8c-9ee3-4efd-a61f-702b237002a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.411642872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"71703d8c-9ee3-4efd-a61f-702b237002a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.486175817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d59ba2aa-3dd9-4b29-a972-0f88ba7f8101","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.499720205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f12f45f3-db27-41ec-ab88-fa0875b3c1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.499793425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2059961c-ebaf-4103-a941-92a77b5082e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.50023467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b8886698-ea54-46e7-8b6a-f28f6be20c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.508580913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d59ba2aa-3dd9-4b29-a972-0f88ba7f8101","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.516463618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"f456e27d-8429-4bcb-b2c7-576534cc7633","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.534136643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b8886698-ea54-46e7-8b6a-f28f6be20c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.544299266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d59ba2aa-3dd9-4b29-a972-0f88ba7f8101","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.55153274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","reconcileID":"0dcafb5f-ced2-4280-85c5-2c3c060ad353","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.558854676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2059961c-ebaf-4103-a941-92a77b5082e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.56117062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f12f45f3-db27-41ec-ab88-fa0875b3c1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.598728674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"07595d57-f0ed-4963-9675-bd6d056a19b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.617402277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"402f5354-e6ab-47fc-a266-9bd1dce96dac","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.618928019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"07595d57-f0ed-4963-9675-bd6d056a19b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.650075284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"402f5354-e6ab-47fc-a266-9bd1dce96dac","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.671872721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"402f5354-e6ab-47fc-a266-9bd1dce96dac","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.677323671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"393a5ac0-3947-4940-a9b0-973c666f283f","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.694623706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"0739119d-154e-4495-a176-74d268359c28","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.718207778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"1f51e0ae-bc3a-49de-9d3f-27308d33016f","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.767218994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"0957aeb5-59cc-4d7b-b87d-6f11ecadb990","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.78472277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"92527875-e06a-41ab-8dc3-e01021144e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.842697742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"d5fe9a4a-60be-4dfc-8c06-d323d3b7a1bf","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.876703738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"a6913987-438b-4432-8b72-2619be053ce9","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.878116458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"92527875-e06a-41ab-8dc3-e01021144e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.924488729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"cd1a8cd9-f560-40e5-bbd5-e33453f8108f","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.942382374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0c242e2c-0da8-4c3e-b096-40177d35a7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.945723847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"1b65c578-1ee8-45b5-ad4b-efd33c29e3eb","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.954539515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6742e06a-6bc9-41f1-ade2-cd405b3bf507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.958332659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e3d8e311-9c95-4cb2-982f-f893005e946d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.971163305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0c242e2c-0da8-4c3e-b096-40177d35a7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.971733346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2b6b9677-afad-447f-a0ce-1d573aca7b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:19.976009395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6742e06a-6bc9-41f1-ade2-cd405b3bf507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.027740715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2b6b9677-afad-447f-a0ce-1d573aca7b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.038042894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e3d8e311-9c95-4cb2-982f-f893005e946d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.058822867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e3d8e311-9c95-4cb2-982f-f893005e946d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.194340637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"86aee741-75e2-4361-9ee5-b97ce866487b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.425551828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e652969-ce4c-4256-b50b-158f0c541e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.542819846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"86aee741-75e2-4361-9ee5-b97ce866487b","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.543517353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"dd4a8d62-eeb2-4123-bf38-e943437c2c15","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.665254805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fdc350c5-c112-44d2-8db7-c65f2ffd3a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.674732483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89d41918-fc44-4653-9a3a-77d80715ce03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.740192099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"dbd796df-c31e-4ed3-bbc1-a7aec3a05e82","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.761765768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e652969-ce4c-4256-b50b-158f0c541e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.775454415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89d41918-fc44-4653-9a3a-77d80715ce03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.81667809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"1b24e5fa-325a-4178-be5d-24455e7d68fd","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.817947683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d326c20c-48d9-43a1-af5f-ce1536280cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.867142785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"28c05506-200a-451c-8a5d-ccfca6810fd7","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.871264151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fdc350c5-c112-44d2-8db7-c65f2ffd3a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.880338027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d326c20c-48d9-43a1-af5f-ce1536280cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.882314747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"5caba04c-f428-469a-bedb-e5f488cab52c","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.898715381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"597ef3dc-d0e5-42a3-8a59-bcec95712bfa","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.978577183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c685daad-ad57-4718-a86a-419c69c8c3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.978507415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"11cdc78e-20dc-4c3d-8474-b9338ab5beea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.980783215Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","reconcileID":"308ab480-42c3-499e-b3b5-cdee527b5f92","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:20.996558784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"9a887f5a-2673-4b1c-8e2a-8a9285dc2c08","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.000121331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c685daad-ad57-4718-a86a-419c69c8c3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.001165427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"11cdc78e-20dc-4c3d-8474-b9338ab5beea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.009179261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5204a19b-5359-4dac-97e3-b1aa3709b5e4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.173127756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"c1e77b5c-a7e5-4538-bec2-79ee56081522","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.425654174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5204a19b-5359-4dac-97e3-b1aa3709b5e4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.480038554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cdc9e00d-05e8-42b1-bd04-0b45ab5cf968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.485367622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a84257eb-490e-4456-aef6-d3f0e8f5bea1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.495243643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"50ed961a-0d45-4837-9bc5-53abe6fcf4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.495194969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4a483f9c-416d-4937-ab42-3a0fd1ab8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.500784893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cdc9e00d-05e8-42b1-bd04-0b45ab5cf968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.505540362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a84257eb-490e-4456-aef6-d3f0e8f5bea1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.519022971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"50ed961a-0d45-4837-9bc5-53abe6fcf4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.521479963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4a483f9c-416d-4937-ab42-3a0fd1ab8d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.5239804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a84257eb-490e-4456-aef6-d3f0e8f5bea1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.570125131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b63310d4-0fc0-4d5e-8385-a22bd2b95b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.588557721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b63310d4-0fc0-4d5e-8385-a22bd2b95b46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.67535644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5cf27bb9-7b13-4d05-bf9c-1a602f577b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.693711207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5cf27bb9-7b13-4d05-bf9c-1a602f577b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.774319436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"6adaf0c1-f91f-45bb-95d4-1dca63fec070","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.78606001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d358fa7a-b047-424a-8b1b-8b2506c89612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.792398855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"6adaf0c1-f91f-45bb-95d4-1dca63fec070","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.797753586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"f1dfbb03-03fd-41f2-8779-db059bef65e7","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.803761946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d358fa7a-b047-424a-8b1b-8b2506c89612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.811551679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"6adaf0c1-f91f-45bb-95d4-1dca63fec070","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.816802041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"f1dfbb03-03fd-41f2-8779-db059bef65e7","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.847398529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"f1dfbb03-03fd-41f2-8779-db059bef65e7","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.884629133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"edcb10a2-fcb1-4a34-b3e5-826a8eb0f52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.887686392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"bf14600b-ac80-4b53-a72b-5fcd51149429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.890856153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"42c40785-c63c-4fe9-add9-e5cfee615854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.903216359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"edcb10a2-fcb1-4a34-b3e5-826a8eb0f52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.905798673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"bf14600b-ac80-4b53-a72b-5fcd51149429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.908742104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"42c40785-c63c-4fe9-add9-e5cfee615854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.976798848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"79ff0b79-68d9-451d-855a-8e6fc735200c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:21.996256907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"79ff0b79-68d9-451d-855a-8e6fc735200c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.080208105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"37bb4bb2-ea78-4ebf-872c-31b8394b1164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.099992973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"37bb4bb2-ea78-4ebf-872c-31b8394b1164","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.21633333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48dc841-05da-46cf-98b7-939fee02472f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.225191786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65a4332-6af2-4b3e-98f8-99fe073a3b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.225843287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"27a6dd46-38c0-4b33-8158-3d883f95de16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.239272834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"1fc9dcbf-1a9b-4070-b6e0-9e5c5e913710","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.240363372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48dc841-05da-46cf-98b7-939fee02472f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.258097544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"27a6dd46-38c0-4b33-8158-3d883f95de16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.258284985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65a4332-6af2-4b3e-98f8-99fe073a3b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.260782903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"1fc9dcbf-1a9b-4070-b6e0-9e5c5e913710","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.281207936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0d9246d6-f009-4063-bf5d-788a6d502fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.299078841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0d9246d6-f009-4063-bf5d-788a6d502fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.447372332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7cea230d-5f92-4842-9553-6586241b0b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.462461229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"749f173d-9b67-4e1c-a597-9ea94a53a167","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.467534715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7cea230d-5f92-4842-9553-6586241b0b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.481485965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"749f173d-9b67-4e1c-a597-9ea94a53a167","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.92187325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"6c4149cc-0eb9-4edf-8459-55e8a658a125","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.939569914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"2ae87f96-0c07-486f-a61c-b8e8d6656201","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:22.957017087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"94a20083-d0ad-4410-9ba8-cb40894629b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.014408682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"94a20083-d0ad-4410-9ba8-cb40894629b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.034477507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"94a20083-d0ad-4410-9ba8-cb40894629b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.067453786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"d9476930-f6e3-4dc5-af35-44c1e0bd5452","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.916509072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"7158c643-b81e-4ca6-a0b0-1b8f321d9bc8","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.935044661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"62f07dbf-fdae-4896-8ac2-4b3d77f5cda5","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:23.993025294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0ac39965-a81e-4b23-8525-04f59c9faa7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:24.275249276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0ac39965-a81e-4b23-8525-04f59c9faa7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:24.30094375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0ac39965-a81e-4b23-8525-04f59c9faa7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:24.335458702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"a691e6e3-2cd8-4eba-b76b-a5f5ed1eed6f","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:25.9543159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-529e60","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"explicit-model-529e60","reconcileID":"edfbc0ed-1028-4940-aa03-537e6f11d297","MaaSModelRef":{"name":"explicit-model-529e60","namespace":"ai-tenant-e2e-explicit-529e60"},"routeName":"explicit-model-529e60-kserve-route","namespace":"ai-tenant-e2e-explicit-529e60","llmisvcName":"explicit-model-529e60","gateway":"openshift-ingress/e2e-explicit-529e60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:28.22329018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"e4b4e552-573c-4338-a88e-a472ee69ee99","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.055120192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.571777124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d91055d1-75be-421b-9e46-f7e6d1a9028b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.593571898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d91055d1-75be-421b-9e46-f7e6d1a9028b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.616544124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d91055d1-75be-421b-9e46-f7e6d1a9028b","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.850147642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"98534a07-0571-45d4-9eac-f7583659eb66","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.868261542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"98534a07-0571-45d4-9eac-f7583659eb66","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.885406586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"98534a07-0571-45d4-9eac-f7583659eb66","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.906122285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"135192e1-b9a7-4f69-b17c-df67939e3eab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.924833975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"135192e1-b9a7-4f69-b17c-df67939e3eab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:31.94228012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-07e166-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a578e368e322f6efe2aef453359c5618bb1e3d1cd958d706fc2b2a1ef4bce833) AuthConfig (8c19bfa483b7946f56243ca3dec33c11b97e912bce23d5ec08861e05c1e23f56) AuthConfig (94d6e3300d945f9060ebb8f856d7c6e04f876779d2008e10e39e427de8df89de) AuthConfig (8583eb7543488ce062a783fa5a99cd8d310677bcbd0ae41c84db8f307c0c045a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"135192e1-b9a7-4f69-b17c-df67939e3eab","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:33.093542944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"4a7d0a6e-5b53-420a-9610-4281985c1091","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:33.118101638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"4a7d0a6e-5b53-420a-9610-4281985c1091","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:33.136600945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"4a7d0a6e-5b53-420a-9610-4281985c1091","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:34.356591079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e97ba0c4-454b-4459-b353-3885e828e0ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:34.374578304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e97ba0c4-454b-4459-b353-3885e828e0ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:34.391550284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e97ba0c4-454b-4459-b353-3885e828e0ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:38.238286106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"ad9f0d08-d6bc-4ed7-ae0b-474aa69e5668","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:41.375025914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"72f516f5-6e28-4a6c-b608-d1cba81ba2be","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-797e0c","tenantID":"e2e-extmod-b-797e0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:41.487515441Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"72f516f5-6e28-4a6c-b608-d1cba81ba2be","name":"e2e-extmod-b-797e0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:41.8127754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c46dbd41-a96c-41c9-b16a-f86833269551","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.263402534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c46dbd41-a96c-41c9-b16a-f86833269551","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.264294671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d8935ad6-efc3-46c2-b9eb-23a1a7ad9549","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.401798711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"c46dbd41-a96c-41c9-b16a-f86833269551","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.405918898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d8935ad6-efc3-46c2-b9eb-23a1a7ad9549","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.703501246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5854eaf2-d444-4bb3-a38c-7a054dc8d203","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:42.704854768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"8d74d28a-022d-4c14-b76a-871f9a8a900e","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.050436026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d8935ad6-efc3-46c2-b9eb-23a1a7ad9549","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.06535395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"5854eaf2-d444-4bb3-a38c-7a054dc8d203","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.090442823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"45f98ec4-0008-4753-b070-04bcab460a14","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.249819335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e2e1d3ca-1e09-4fcb-b7a3-6f4e9ffa761e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.275744498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e2e1d3ca-1e09-4fcb-b7a3-6f4e9ffa761e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.324296875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e2e1d3ca-1e09-4fcb-b7a3-6f4e9ffa761e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.339683445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"90961bf2-e2d0-4427-99a9-81ccfb90db59","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.339795442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"90961bf2-e2d0-4427-99a9-81ccfb90db59","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.488097329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc901630-ae43-4e11-b53a-431d31210fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.50311814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc901630-ae43-4e11-b53a-431d31210fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.516560638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc901630-ae43-4e11-b53a-431d31210fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:43.529447343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc901630-ae43-4e11-b53a-431d31210fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.124514401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ac6cb-5c3f-4cd2-893d-67fe9b4d1d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.138876395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ac6cb-5c3f-4cd2-893d-67fe9b4d1d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.152478298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ac6cb-5c3f-4cd2-893d-67fe9b4d1d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.166153108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ac6cb-5c3f-4cd2-893d-67fe9b4d1d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.418328477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8b8d47de-823a-4892-9ef1-28c35563cc19","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.440790502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2aebd29f-d50b-4df8-bda7-d8d906de690f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.475826187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8b8d47de-823a-4892-9ef1-28c35563cc19","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.480809567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2aebd29f-d50b-4df8-bda7-d8d906de690f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.501632934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2aebd29f-d50b-4df8-bda7-d8d906de690f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.501990559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8b8d47de-823a-4892-9ef1-28c35563cc19","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.537826887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"ed1e64a1-f32b-4329-9d66-6b64d89e7497","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.537960168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"ed1e64a1-f32b-4329-9d66-6b64d89e7497","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.949171057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e5b141-06be-4813-98d4-fcfe5dafd1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.963115469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e5b141-06be-4813-98d4-fcfe5dafd1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.977670199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e5b141-06be-4813-98d4-fcfe5dafd1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:44.993576284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e5b141-06be-4813-98d4-fcfe5dafd1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.112067081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"83539259-3ddb-406b-af32-c9aab9b5ddd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.138214859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"83539259-3ddb-406b-af32-c9aab9b5ddd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.162934021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"83539259-3ddb-406b-af32-c9aab9b5ddd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.410883774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-detach-dbda6c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.425290227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6ace6cc2-1084-404d-a336-794ffe528c0c","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.425317689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"6ace6cc2-1084-404d-a336-794ffe528c0c","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.466161217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"fbde7f1e-be3f-4427-9a43-97d486102d88","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.466432629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"fbde7f1e-be3f-4427-9a43-97d486102d88","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:25:45.476942082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-07e166/e2e-att-detach-dbda6c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-dbda6c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.482179678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ec4f2afa-57a8-47f8-a977-d8f95506b2d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.483038628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"13751d68-3d67-48aa-9b3a-7d7bd47a4948","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.483114152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"13751d68-3d67-48aa-9b3a-7d7bd47a4948","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.521835774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"8ac48da9-f37e-4b36-9ffe-7f0210566a5b","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.521971185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"8ac48da9-f37e-4b36-9ffe-7f0210566a5b","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.526810434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"ec4f2afa-57a8-47f8-a977-d8f95506b2d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.58973959Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"0407210a-cb42-4a16-b9ae-0bd1c3f048b3","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-detach-dbda6c","model":"e2e-att-detach-dbda6c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-07e166/e2e-att-detach-dbda6c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.597098613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5dcb3ec6-03ff-479a-b55d-18043fa27094","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.60415688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"09edf817-e581-48bc-953e-d4948111ac53","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.622744273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"09edf817-e581-48bc-953e-d4948111ac53","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.623305823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5dcb3ec6-03ff-479a-b55d-18043fa27094","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.705701481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"946c17a2-a040-44e8-9200-f06ee16793ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.707718913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"796890dd-2daf-4fdd-a911-6ec34fe5a8a9","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.707741824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"796890dd-2daf-4fdd-a911-6ec34fe5a8a9","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.749934921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"946c17a2-a040-44e8-9200-f06ee16793ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.769738666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"946c17a2-a040-44e8-9200-f06ee16793ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.779360787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"799d7101-790a-40ed-9ce9-3244845155f2","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-detach-dbda6c","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.80119369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"3979dc31-cd45-4b5e-a736-ae26dea899f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.811722868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"b0ff724b-a6c8-482b-9315-bafb6cf4a1c5","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.81174733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"b0ff724b-a6c8-482b-9315-bafb6cf4a1c5","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:45.819858161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"3979dc31-cd45-4b5e-a736-ae26dea899f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.048474604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5f5dbd5e-fcd7-446d-959f-1122bd5988e4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.075502903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"5f5dbd5e-fcd7-446d-959f-1122bd5988e4","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.08331805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"79e9a7c6-563a-43cb-b357-32af8c9c56fc","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.102979732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"79e9a7c6-563a-43cb-b357-32af8c9c56fc","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.168488438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e6e15142-a1a8-4508-92d9-5b8aec46ad30","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.188221205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e6e15142-a1a8-4508-92d9-5b8aec46ad30","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:46.206363157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e6e15142-a1a8-4508-92d9-5b8aec46ad30","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:53.118541623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"4deab4ba-d4a5-49e6-882a-0a7e4734ce4b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:53.223102239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"e64d97f5-9988-4d79-9409-6137e3cc22ea","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:53.357849819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"3bd5d4cb-c4d2-421c-a268-eedb37a355d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:53.376929035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"3bd5d4cb-c4d2-421c-a268-eedb37a355d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:53.393893967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"3bd5d4cb-c4d2-421c-a268-eedb37a355d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:54.604449353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"f56f1287-49e0-4daf-b383-3739a4916335","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:54.670791463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"f56f1287-49e0-4daf-b383-3739a4916335","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:54.847123596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"f56f1287-49e0-4daf-b383-3739a4916335","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:55.829291431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"b3039399-3e80-44d1-993d-57d6c1adb832","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:55.847952567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"b3039399-3e80-44d1-993d-57d6c1adb832","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:55.867300969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"b3039399-3e80-44d1-993d-57d6c1adb832","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:56.321682761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"cbdca26d-2010-492f-aee4-1cb10b114d05","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:56.347809796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"cbdca26d-2010-492f-aee4-1cb10b114d05","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:25:56.367712018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"cbdca26d-2010-492f-aee4-1cb10b114d05","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:01.056660636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:03.238099788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"cd99e9a1-cbed-4cd9-ae98-c447b14292ce","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:03.42525367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"37810f95-d019-451b-9e46-f2bc9218734c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:03.443309785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"37810f95-d019-451b-9e46-f2bc9218734c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:03.460306204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"37810f95-d019-451b-9e46-f2bc9218734c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:04.878309481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"1cb4d3cc-5ac5-44b7-978b-e7aee8e7b7e9","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:04.897632125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"1cb4d3cc-5ac5-44b7-978b-e7aee8e7b7e9","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:04.914410763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"1cb4d3cc-5ac5-44b7-978b-e7aee8e7b7e9","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:05.904037991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"688cbaf2-0370-4da0-8c1f-f10383d702a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:05.924159667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"688cbaf2-0370-4da0-8c1f-f10383d702a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:05.946640562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"688cbaf2-0370-4da0-8c1f-f10383d702a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:06.407150668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"550f772c-6448-4de7-a7b7-e7369b82fcdf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:06.4254798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"550f772c-6448-4de7-a7b7-e7369b82fcdf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:06.44862086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"550f772c-6448-4de7-a7b7-e7369b82fcdf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.253266641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"3d32264c-b431-4d83-b968-16f26f3245e0","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.508694964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8d8c0ce8-e9e7-4da0-b03c-5eecc4c050fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.530946087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8d8c0ce8-e9e7-4da0-b03c-5eecc4c050fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.548544328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8d8c0ce8-e9e7-4da0-b03c-5eecc4c050fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.894898211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","namespace":"ai-tenant-e2e-explicit-529e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.895000773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","namespace":"ai-tenant-e2e-explicit-529e60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.895060325Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","tenant":"e2e-explicit-529e60","tenantID":"e2e-explicit-529e60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.911818681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Deployment","name":"maas-api-e2e-explicit-529e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.957291058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Service","name":"maas-api-e2e-explicit-529e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:13.985222296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-529e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.001479825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-529e60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.042619556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.061916378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.081563393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.099021849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.11205284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Deployment","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.126052265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.139200975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Service","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.152537902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"Service","name":"payload-pre-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.165877834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.179480899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.192390014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.214583492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.235433344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.277456158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.299238837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-529e60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.315251277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-529e60"},"namespace":"ai-tenant-e2e-explicit-529e60","name":"default-tenant","reconcileID":"e9b13d25-bee5-4060-8e48-b22bb86681e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-529e60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.954178806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"816e689f-ea83-45a3-9245-b992b3fb7452","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.973527358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"816e689f-ea83-45a3-9245-b992b3fb7452","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:14.997768741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"816e689f-ea83-45a3-9245-b992b3fb7452","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.066181857Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-529e60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-529e60","reconcileID":"19298d80-8832-4203-bc6a-116a269342bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-529e60","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-529e60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.184668Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"5c207711-8c6d-4756-821e-1dc3021bb139","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.521134171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e18df7-56b3-4812-979b-7a0e6b8e5be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.534990845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e18df7-56b3-4812-979b-7a0e6b8e5be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.547999811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e18df7-56b3-4812-979b-7a0e6b8e5be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.560726973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e18df7-56b3-4812-979b-7a0e6b8e5be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:15.985037528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8c10a138-0b78-44ef-a314-81bed1f12e28","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.005306102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8c10a138-0b78-44ef-a314-81bed1f12e28","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.026080167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8c10a138-0b78-44ef-a314-81bed1f12e28","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.120689983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee4a292-9c75-4faf-96f8-320839f73766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.133887923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee4a292-9c75-4faf-96f8-320839f73766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.147241168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee4a292-9c75-4faf-96f8-320839f73766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.160496266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee4a292-9c75-4faf-96f8-320839f73766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.488501621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d1ccfc3e-eaf1-44ae-9741-5cbe854fc420","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.507502356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d1ccfc3e-eaf1-44ae-9741-5cbe854fc420","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:16.529454498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d1ccfc3e-eaf1-44ae-9741-5cbe854fc420","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:23.588671555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"6f7e2d53-5382-4b67-b876-e8961f08011e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:23.608758575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"6f7e2d53-5382-4b67-b876-e8961f08011e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:23.626384124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"6f7e2d53-5382-4b67-b876-e8961f08011e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:25.029984262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b587e87d-9931-43b3-ab05-55f8e07ce1ba","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:25.048954268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b587e87d-9931-43b3-ab05-55f8e07ce1ba","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:25.066489194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b587e87d-9931-43b3-ab05-55f8e07ce1ba","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:25.211593977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"0692b2e2-71e0-4ba9-b868-fcb1ff1d93f7","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.061146554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"e2b08ad4-ec75-4b26-b40c-313522ff5f66","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.085076083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"e2b08ad4-ec75-4b26-b40c-313522ff5f66","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.11245446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"e2b08ad4-ec75-4b26-b40c-313522ff5f66","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.616374629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b992692c-862e-4e56-9697-b4780e9819ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.74631525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b992692c-862e-4e56-9697-b4780e9819ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:26.767094277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b992692c-862e-4e56-9697-b4780e9819ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.467851976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"75e9e6a7-24c8-4b94-9c62-5e6f0c028df5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.50537446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"33bcdce3-a503-4002-bc19-22dd5531bf8d","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.814420025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fbcb2-cc17-4edd-b9ee-8b04d2bc255b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.827684881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fbcb2-cc17-4edd-b9ee-8b04d2bc255b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.842107264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fbcb2-cc17-4edd-b9ee-8b04d2bc255b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:28.859339379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719fbcb2-cc17-4edd-b9ee-8b04d2bc255b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.515245842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbbb0dd-5ae4-4dcc-976c-831f8d98a7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.528497118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbbb0dd-5ae4-4dcc-976c-831f8d98a7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.541061047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbbb0dd-5ae4-4dcc-976c-831f8d98a7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.553783367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebbbb0dd-5ae4-4dcc-976c-831f8d98a7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.555251079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"e643cade-f425-4840-9a32-07c407161c21","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.593231618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-749f72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-749f72","reconcileID":"585c0673-7fd9-4aac-99aa-86a5c85c2aaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-749f72","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-749f72":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:29.689988716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"02dc62dd-9323-4c9a-926e-7b906180def3","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:30.227708601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadde95-e845-4519-aa95-1480cb52fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:30.241087179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadde95-e845-4519-aa95-1480cb52fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:30.254837471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadde95-e845-4519-aa95-1480cb52fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:30.267532569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cadde95-e845-4519-aa95-1480cb52fc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:31.05126911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:31.18459559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"ab007b0e-f0dc-44e8-ac02-fd79806ac0b5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:33.659290188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"32a70fb5-e238-4bb5-b1b6-03636c8983b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:33.677606603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"32a70fb5-e238-4bb5-b1b6-03636c8983b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:33.69466757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"32a70fb5-e238-4bb5-b1b6-03636c8983b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:35.100664693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e4503db0-8dc9-4f5a-a559-02c534d63026","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:35.119440916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e4503db0-8dc9-4f5a-a559-02c534d63026","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:35.137080501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b7c2d5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6298dbce42f8a23f5631468ab3109922d87f685ab4fb3977a0d1b22a4c5d9eb1) AuthConfig (085a5fcd014a1bee18b2ed679c986716a993639eb0d52f5dd85d98fc92fc6e69) AuthConfig (f1d6f8aee1e02f3b2bc2e9b3f2292c7f437ec214e6ce4de5380b216d20d1ebb3) AuthConfig (bdca8d8b49738ad9611d8dababb9f82b0e553a49630ddb8b3e94dd57ce709991)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e4503db0-8dc9-4f5a-a559-02c534d63026","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:36.244956213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1fb4c7b4-60ea-4c93-88c9-6c87b3bc7cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:36.346253513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1fb4c7b4-60ea-4c93-88c9-6c87b3bc7cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:36.405396273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4c1015-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d7d199af67e430054c2520e133eff9bc05cc3f7e82b507611dc996cf3bb93f2) AuthConfig (29d8123f733722a161a6d09bad5c99e5826c8569fbe48dd7fb56938429e448f8) AuthConfig (f621b15b14e056387d361294a4deb152f858ffa3369fda9146f5f3da12d8519e) AuthConfig (792f013623ab3b25df53a67662b22eb5801bc6f8901416c642239b5aeca4c8cc) AuthConfig (c1ddc5ead31cbabd439f14bcdd7b11be50519f11cdda87fe2985a6cffe5f20cb) AuthConfig (7b998367573051f887ece072778e3d41c896d9da3308b9a2a10871f1bfbf9ac1) AuthConfig (b963a0dd17e684d0c50bae93dd8883f8a0f717ef202a2e7c9efacd37c18b8621) AuthConfig (ebfa529542f7080584bc508e336577bc48ae3021ebdec1b51cc3285a09274624) AuthConfig (9a366ccfbc291397ab7fd974e4def3182306f4f7045bb617949df4abd0997e40) AuthConfig (f2b2f745c9061ffdcd529207de703702bfef7545adc8b87ac5d749d05f5d5ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1fb4c7b4-60ea-4c93-88c9-6c87b3bc7cff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.012463184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5feb6690-a9f1-43d7-93b9-49d70ddb7db6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.157697745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5feb6690-a9f1-43d7-93b9-49d70ddb7db6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.210333309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5feb6690-a9f1-43d7-93b9-49d70ddb7db6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.46055213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"33e14966-b713-4c97-9a91-24e39f1f6443","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-detach-dbda6c","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.587975636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"76587927-df2a-41e1-b152-9adeffc4ad8a","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:37.588002571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"76587927-df2a-41e1-b152-9adeffc4ad8a","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.521440498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7aac4605-4d56-47ed-8ae7-65f7554e52b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.54210078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7aac4605-4d56-47ed-8ae7-65f7554e52b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.570429744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7aac4605-4d56-47ed-8ae7-65f7554e52b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.608476969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"0fda7cb1-9dff-41a2-b1c6-108dc66f744c","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.739180802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"305c3708-05b8-439b-a50e-1baf9ca22600","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.759235331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"305c3708-05b8-439b-a50e-1baf9ca22600","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.777099975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"305c3708-05b8-439b-a50e-1baf9ca22600","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.823444204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"a4d8f1f1-930e-49ad-93b6-fac5be2d6704","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.992259549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0e2cb313-6c90-43dc-80e3-85f0788e6939","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.992360547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"e4ab64de-be9e-480d-8a88-6a07d50ab6d1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.99269851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"553b5307-84ba-4cfb-a454-11d8110d86bc","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.994012095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"870574b2-a35f-435d-9716-746316378a4a","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:38.994033477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"870574b2-a35f-435d-9716-746316378a4a","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.011394071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"e4ab64de-be9e-480d-8a88-6a07d50ab6d1","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.012292483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"0e2cb313-6c90-43dc-80e3-85f0788e6939","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.013915639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"553b5307-84ba-4cfb-a454-11d8110d86bc","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.031506014Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"95e7b427-2134-4cc9-b6bb-dfc60c3f4033","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8af1539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.06672245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"4a38ea4e-5ac6-428c-995a-7c77e70deb4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.091196835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"4a38ea4e-5ac6-428c-995a-7c77e70deb4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.109023435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"4a38ea4e-5ac6-428c-995a-7c77e70deb4a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.288275489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"f1dffd82-0e50-4002-8222-a82c86335a45","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.290253995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5c30dce3-abb2-4fd6-8721-9d9ee16e8d88","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.321606047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c71ed3d8-7628-4581-b075-292654d3875d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.325299518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"f1dffd82-0e50-4002-8222-a82c86335a45","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.32871757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"5c30dce3-abb2-4fd6-8721-9d9ee16e8d88","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.340242911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c71ed3d8-7628-4581-b075-292654d3875d","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.909717937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d270157b-e7a4-400b-86f3-b5fe09b66d5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.929618219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d270157b-e7a4-400b-86f3-b5fe09b66d5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:39.946722542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d270157b-e7a4-400b-86f3-b5fe09b66d5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:41.199074708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"3b0af932-d84c-426d-bc13-54dca11fa061","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:44.846643099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"9de8286a-44dd-4552-8b2e-acdec673f12b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.170689277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"7574d666-efee-40c6-82cf-89c21d837084","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.18950068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"7574d666-efee-40c6-82cf-89c21d837084","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.293817373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30ca955-3dab-40b4-a483-fe456f61adde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.306630314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30ca955-3dab-40b4-a483-fe456f61adde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.310726989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"27ad6013-069f-4ad3-a6ef-32457fed5208","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.310747816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"27ad6013-069f-4ad3-a6ef-32457fed5208","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.319247332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30ca955-3dab-40b4-a483-fe456f61adde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.331872758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30ca955-3dab-40b4-a483-fe456f61adde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.88397169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8289308-07c4-4d62-b5c2-0341d7f36d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.896927651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8289308-07c4-4d62-b5c2-0341d7f36d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.912973872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8289308-07c4-4d62-b5c2-0341d7f36d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:45.92649793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8289308-07c4-4d62-b5c2-0341d7f36d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:46.577571261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9d2a8d1e-42c5-4f72-8470-af4598407b5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:46.624023803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9d2a8d1e-42c5-4f72-8470-af4598407b5e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:46.814606398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"6a483275-ae63-4378-9b5f-08874493644c","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:46.814635081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"6a483275-ae63-4378-9b5f-08874493644c","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.688441083Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.703492277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"78f3a072-784b-46bb-abfe-cba77a05e1e5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.703515979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"78f3a072-784b-46bb-abfe-cba77a05e1e5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.734206716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"dbce6fd3-be63-4b96-9750-7424930465d4","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.739290508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"ec14473e-30ac-49c8-a3c4-461c6ef1e48a","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.739394714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"ec14473e-30ac-49c8-a3c4-461c6ef1e48a","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.754373225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"dbce6fd3-be63-4b96-9750-7424930465d4","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:26:47.755621239Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-b7c2d5/e2e-cfl-47b33c-9a74bb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-47b33c-9a74bb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.75648872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"d9ce2285-51da-4e4b-9bd4-56ca7d1d4d7b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.756514104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"d9ce2285-51da-4e4b-9bd4-56ca7d1d4d7b","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.771330269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"d8028c88-6e17-44f4-a88b-bbcb13c0897c","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.771364724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"d8028c88-6e17-44f4-a88b-bbcb13c0897c","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.788888498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"cd0ba297-ef6f-4ab6-9314-38e7950364fc","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.78897625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"cd0ba297-ef6f-4ab6-9314-38e7950364fc","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.850985898Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"00b9bc89-44e1-46f8-ac01-30003bcee0bc","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cfl-47b33c","model":"e2e-cfl-47b33c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-b7c2d5/e2e-cfl-47b33c-9a74bb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.879688458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"9b0486c4-e394-486b-93c5-0ae1fbf4ae48","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.898208004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"9b0486c4-e394-486b-93c5-0ae1fbf4ae48","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.937465516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"5275ebd2-6ab9-4cfd-ade7-37c20c950828","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.937494908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"5275ebd2-6ab9-4cfd-ade7-37c20c950828","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:47.981061583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"593898e4-7d86-4b3f-9b10-29b34e1051c1","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cfl-47b33c","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.110307976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"1d465e03-8748-4950-95e3-ab9b0e7324dc","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.150411131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c8a69ef7-2bf7-4ca9-9b23-f5f3c9558d4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.150864945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"48c04a2c-0910-4740-91be-8d51aef67d36","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.151007436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e1de7407-5f99-419d-9113-4c8f73e4973d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.169580874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90554b6c-2969-42a4-9d7f-3f56b22f67c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.173129185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"ae5fbc9f-b68a-4faf-bd8e-4582d1876154","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.175636503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c8a69ef7-2bf7-4ca9-9b23-f5f3c9558d4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.176133931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"48c04a2c-0910-4740-91be-8d51aef67d36","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.177765857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"e1de7407-5f99-419d-9113-4c8f73e4973d","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.18271223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"dc551e21-303e-41c1-8422-1fe12ff922c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.189156009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90554b6c-2969-42a4-9d7f-3f56b22f67c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.19373202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c8a69ef7-2bf7-4ca9-9b23-f5f3c9558d4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.193872631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"48c04a2c-0910-4740-91be-8d51aef67d36","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.202433402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"dc551e21-303e-41c1-8422-1fe12ff922c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.260339922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5641fddf-f019-4554-9ec1-5d061cc63840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.261101079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ccb5c8-1a78-4961-adbc-eefd2d5cf5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.310431007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5641fddf-f019-4554-9ec1-5d061cc63840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.398303359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ccb5c8-1a78-4961-adbc-eefd2d5cf5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.452202536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"18bfa438-caa1-4469-bcb9-b5a3a21e6972","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.881135538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.919720955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"648b7bd4-e13a-4827-ae0b-f33cf3e847c8","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.93700079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dd58ca5e-68a2-480e-92b8-cc54e100d49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.920151232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"dacd4d87-ec34-44e5-963c-7eaacd646ea2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.939938356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"dacd4d87-ec34-44e5-963c-7eaacd646ea2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.962893342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"dd58ca5e-68a2-480e-92b8-cc54e100d49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.975263379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"648b7bd4-e13a-4827-ae0b-f33cf3e847c8","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.976010349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0a54d17f-770a-4ce1-87e9-5134e3beb076","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:26:48.976340498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"4362f0b5-d581-472f-b24e-26931fe9fd82","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-fd3758-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.986174843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"dd4fe715-50ca-4ca8-b3b3-76db6f3bd639","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:48.986202708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"dd4fe715-50ca-4ca8-b3b3-76db6f3bd639","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.022061881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0a54d17f-770a-4ce1-87e9-5134e3beb076","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.02263664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9a543d02-4969-42cd-986c-cc73de12ff70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.024506914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"99f2f461-3aa8-438b-9dde-708783774abc","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.02453081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"99f2f461-3aa8-438b-9dde-708783774abc","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.02583803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"72a28dd9-af37-4a74-98f1-69a74af1ff5a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.043151036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"9a543d02-4969-42cd-986c-cc73de12ff70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.127468628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"72a28dd9-af37-4a74-98f1-69a74af1ff5a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.226177984Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"4e9d1809-26c1-4256-8b63-82e3f0a5b6fe","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","subscription":"e2e-att-detach-dbda6c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.227499464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"fb081017-0dc6-4429-b0e2-b97e8a34499c","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.227527479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"fb081017-0dc6-4429-b0e2-b97e8a34499c","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.244307399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"f9f7aadf-0382-448b-9b94-005126d7c1a7","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.244340421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"f9f7aadf-0382-448b-9b94-005126d7c1a7","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.262490738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b53c306a-ad35-4794-9906-9f5709ebfc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.263620935Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"4e9d1809-26c1-4256-8b63-82e3f0a5b6fe","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.264082562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"3edaae51-81d5-44e4-b82b-538e135fda05","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-att-unrel-fd3758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4c1015/e2e-att-unrel-fd3758-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.278321105Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-sub","reconcileID":"4e9d1809-26c1-4256-8b63-82e3f0a5b6fe","MaaSSubscription":{"name":"e2e-att-detach-dbda6c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.282746544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b53c306a-ad35-4794-9906-9f5709ebfc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.299020964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b21eec79-1309-4654-a920-b63e05f2971f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.299714211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e1d13ce4-548e-4c45-b1b1-a482c4f3c3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.3245428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b21eec79-1309-4654-a920-b63e05f2971f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.327932007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e1d13ce4-548e-4c45-b1b1-a482c4f3c3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.359442618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"1ec54dbd-8c8b-4abd-ab96-b3b71d7d6288","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.35947308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"1ec54dbd-8c8b-4abd-ab96-b3b71d7d6288","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.375273639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-07e166 priority=0:[ai-tenant-e2e-extmod-b-07e166/e2e-att-serve-82173c-sub ai-tenant-e2e-extmod-b-07e166/e2e-att-unrel-d9ef5b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.390396519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"be2fa321-cbde-4247-9f0b-29fcb4a28d67","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.390424815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"be2fa321-cbde-4247-9f0b-29fcb4a28d67","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.402712978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ac8bab81-f412-4a49-af1f-7e3f7478c0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.403308548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9204a01a-3a2f-4b0c-8dca-d45f5b4117a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.420869284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ac8bab81-f412-4a49-af1f-7e3f7478c0dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.434951122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9204a01a-3a2f-4b0c-8dca-d45f5b4117a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.493683634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"ef20b690-e54f-4617-ad51-c1abaab0205a","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.63804003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c282c234-3ed9-4289-847a-8bab8244a86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.638840805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"312d1523-f859-456b-abee-5d8e5f979235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.639302276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"693527e0-982f-4a19-b54f-06563068ef11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.639725094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d839981c-00cd-45c3-b175-b510a0526101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.681467978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"9af3b8b3-77ce-460b-b04f-3dcda1feec45","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.681552116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"9af3b8b3-77ce-460b-b04f-3dcda1feec45","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.700073498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c282c234-3ed9-4289-847a-8bab8244a86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.70899667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"312d1523-f859-456b-abee-5d8e5f979235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.718848123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"693527e0-982f-4a19-b54f-06563068ef11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.718962766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d839981c-00cd-45c3-b175-b510a0526101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.739689927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e213f9df-9274-4acb-9736-c3307ce6f5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.761464352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e213f9df-9274-4acb-9736-c3307ce6f5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.814956293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d95964fb-2cf9-41cb-aea1-31336f3db9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.877528524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d95964fb-2cf9-41cb-aea1-31336f3db9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.935286507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"055918e1-1b78-4d85-a909-e2d421bf4819","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.944178195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"26e2acb2-fb52-4113-ab14-22384825e90b","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:49.956477821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"055918e1-1b78-4d85-a909-e2d421bf4819","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.014683896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"055918e1-1b78-4d85-a909-e2d421bf4819","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.019504791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"8a655330-3193-487c-9810-cbabc6f9a540","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.022135495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"26e2acb2-fb52-4113-ab14-22384825e90b","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.035287102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50466333-bfca-43cf-913f-0921520d41c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.044650722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"11eeb7d4-4690-4e2c-bde0-cb4d1eed16e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.055102941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"8a655330-3193-487c-9810-cbabc6f9a540","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.068821492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50466333-bfca-43cf-913f-0921520d41c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.094678704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"11eeb7d4-4690-4e2c-bde0-cb4d1eed16e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.119066116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d1a88a70-ab78-4bd4-9441-4122756d9e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.123310169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"11eeb7d4-4690-4e2c-bde0-cb4d1eed16e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.139275647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d1a88a70-ab78-4bd4-9441-4122756d9e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.192487172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9bcd1e22-c6f9-4b49-8017-d62aadb7ae2c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.192520672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7f2f5f-3ec3-41a2-b196-28f9704529c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.192994468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"09cf9b60-0d3e-4b3e-8129-fac420b426dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.218884851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"09cf9b60-0d3e-4b3e-8129-fac420b426dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.218953761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"9bcd1e22-c6f9-4b49-8017-d62aadb7ae2c","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.221386079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7f2f5f-3ec3-41a2-b196-28f9704529c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.228036988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"0c840baf-28c0-436d-8cfa-1540bf345095","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.228055861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"0c840baf-28c0-436d-8cfa-1540bf345095","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.271627907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b98401d5-97d7-4ac6-9fe2-3cc0751cdf54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.323018861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-detach-dbda6c-access","reconcileID":"cb2c5955-ef7c-4c98-8b59-260f8a4d0a7a","MaaSAuthPolicy":{"name":"e2e-att-detach-dbda6c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.324245456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b98401d5-97d7-4ac6-9fe2-3cc0751cdf54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.341264106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b98401d5-97d7-4ac6-9fe2-3cc0751cdf54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.373920652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0513ae29-4005-42d0-8d2b-667fa3c472b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.381829547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"774e918d-9e19-4376-bcc3-37a4de1b0e08","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.381851198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"774e918d-9e19-4376-bcc3-37a4de1b0e08","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.400867225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0513ae29-4005-42d0-8d2b-667fa3c472b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.515309355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"feb07f7f-a498-43c7-85bd-1a94ea0fe376","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:50.515341204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"feb07f7f-a498-43c7-85bd-1a94ea0fe376","MaaSModelRef":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-detach-dbda6c-3c3e942dfd49","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-detach-dbda6c","externalModel":"e2e-att-detach-dbda6c","provider":"e2e-att-detach-dbda6c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.089443045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"93528691-1786-47f6-99b9-e78b8f769261","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.120974479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1a894cc7-6ac2-4453-9b08-d3df7d478f7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.13245667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"488177b3-ade6-44b8-b343-0e7acc0c12e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.133101369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"780980f1-70ec-4eb2-adfd-4951caf04bf1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.134551536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"ab096cb1-0f1a-4173-9158-cfbb3c55673d","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.134580915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"ab096cb1-0f1a-4173-9158-cfbb3c55673d","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.141344793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1a894cc7-6ac2-4453-9b08-d3df7d478f7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.141797076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f54456c5-e8f2-47ac-b220-8328aeaaf02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.142357462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c27aa5d5-19a6-4bac-be40-dc22a680e9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.149573432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"8aabd86c-2705-4b34-ba94-aaf24d2b0a9c","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.149594828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"8aabd86c-2705-4b34-ba94-aaf24d2b0a9c","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.152948348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"780980f1-70ec-4eb2-adfd-4951caf04bf1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.15598571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"488177b3-ade6-44b8-b343-0e7acc0c12e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.160834611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1a894cc7-6ac2-4453-9b08-d3df7d478f7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.222823816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"c27aa5d5-19a6-4bac-be40-dc22a680e9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.229702649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"780980f1-70ec-4eb2-adfd-4951caf04bf1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.230091644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f54456c5-e8f2-47ac-b220-8328aeaaf02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.236593689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"488177b3-ade6-44b8-b343-0e7acc0c12e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.247076265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"1f7cbf7b-19f3-4fbf-beee-0d50c04c9324","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.253831701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"5dae44c4-05bc-447c-beea-b332a9d14445","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.288493938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a038ceb4-a738-4465-a85a-447d77a292d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.2976548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dbda6c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","reconcileID":"eb259fa1-658e-4192-8818-a9fbfc498f18","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-detach-dbda6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.324041112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4ee118ae-052c-4b85-9906-901a365b4b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.326277397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a3c9e0e8-47f6-45a7-abec-ca68171fea05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.326347336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a038ceb4-a738-4465-a85a-447d77a292d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.342386329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4ee118ae-052c-4b85-9906-901a365b4b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.356124723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fbf9d417-c83e-448b-be7f-93cb147a4676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.35709206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e52fe7ec-3d1c-490b-bb88-8cf43dfeed21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.453183065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a3c9e0e8-47f6-45a7-abec-ca68171fea05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.512459069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fbf9d417-c83e-448b-be7f-93cb147a4676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.696253817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"e52fe7ec-3d1c-490b-bb88-8cf43dfeed21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.72273266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"598d3473-7e75-4500-a3a0-3dff585db40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.742333523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"bba7d204-0779-4d6c-a323-d3b682936d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.745448722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8babd2d3-bbd3-4383-818b-904c9c5fbc85","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.748574025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"598d3473-7e75-4500-a3a0-3dff585db40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.823885207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8babd2d3-bbd3-4383-818b-904c9c5fbc85","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.826484015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"bba7d204-0779-4d6c-a323-d3b682936d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.871694626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"e19834b0-3acf-4dc3-85ec-e5afc600e2b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.888451456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"54723c3f-656c-4ec5-80a3-52c79a63c296","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.888480089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"54723c3f-656c-4ec5-80a3-52c79a63c296","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.893417553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"e19834b0-3acf-4dc3-85ec-e5afc600e2b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.945269526Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"d8f8a904-45e3-4d1e-9d1e-249ff1d832d0","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c20815ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.974260669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de567b09-826f-4cdf-9c4e-c83dd8c1533c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.975714268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53d512a9-8afb-4ab7-9c1c-de11f74ce2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.994179587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de567b09-826f-4cdf-9c4e-c83dd8c1533c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:51.995549094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53d512a9-8afb-4ab7-9c1c-de11f74ce2d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.101670468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"82ad0c03-0885-4c1b-b2cc-04557b19da71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.10301754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"75946558-fb48-4707-955d-bb0cf55d7413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.12992664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"82ad0c03-0885-4c1b-b2cc-04557b19da71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.132054177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"75946558-fb48-4707-955d-bb0cf55d7413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.164378749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"dcb5386d-d4d5-4e95-acc3-c3fa96b0ee09","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.196301713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"dd6f3cae-164d-4558-8cb0-7457755bedaf","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.287214987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"dcb5386d-d4d5-4e95-acc3-c3fa96b0ee09","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.32711228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4a8365bf-c1e2-4478-a7d1-26f241f3e011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.420444048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"dd6f3cae-164d-4558-8cb0-7457755bedaf","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.508574815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"4a8365bf-c1e2-4478-a7d1-26f241f3e011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.533832781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9fe810f0-59fe-44b9-9974-aeec37fcdde5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.537806103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b5b48041-9298-4de5-a31c-dcf635e252b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.552007588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"9fe810f0-59fe-44b9-9974-aeec37fcdde5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.558260101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b5b48041-9298-4de5-a31c-dcf635e252b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.589303659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1b911005-a815-4b57-bc41-e0813a10bef5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.590061881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"f4ffdeb9-536d-4f09-980f-70f5739511d2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.591283181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5180b49b-6b80-40ee-a593-deda5f0335e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.609318988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1b911005-a815-4b57-bc41-e0813a10bef5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.609701019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"f4ffdeb9-536d-4f09-980f-70f5739511d2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.612119494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5180b49b-6b80-40ee-a593-deda5f0335e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.630238958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"f4ffdeb9-536d-4f09-980f-70f5739511d2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.631980749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1b911005-a815-4b57-bc41-e0813a10bef5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.633421772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"5180b49b-6b80-40ee-a593-deda5f0335e1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.704024315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f2592f49-cbd7-491e-bcd1-b399f76ab601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.704024527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"79059725-19c4-46eb-8e95-bb17e0f2a19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.71101262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3c5c0b03-65eb-42d1-949e-152a2820f615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.722075468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f2592f49-cbd7-491e-bcd1-b399f76ab601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.722582791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"79059725-19c4-46eb-8e95-bb17e0f2a19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.730371126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3c5c0b03-65eb-42d1-949e-152a2820f615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.804889398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4c08a815-d17a-4ea7-acd8-9cb5b7222150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.804889155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c3518dbe-8537-4180-951c-9638d65352a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.824012981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c3518dbe-8537-4180-951c-9638d65352a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.82419431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"4c08a815-d17a-4ea7-acd8-9cb5b7222150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.950960545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fc37c9dd-9d65-4298-a4a7-9518ff4bfc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.950960542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8a422aa7-f4e5-46b0-a356-112fefa51e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.952149283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"1f6fb623-d64d-4385-8e89-be9668e3025e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.969320015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"8a422aa7-f4e5-46b0-a356-112fefa51e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.969751988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"fc37c9dd-9d65-4298-a4a7-9518ff4bfc36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:52.972035987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"1f6fb623-d64d-4385-8e89-be9668e3025e","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:26:54.898374721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"5ec64036-b6a1-4f5b-af1d-c72db26f620a","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:01.050994548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:01.958732223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"ecd4f22f-986b-4be1-a58e-9a0b21eac144","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","subscription":"e2e-att-unrel-d9ef5b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:01.98622283Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"ecd4f22f-986b-4be1-a58e-9a0b21eac144","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.00405672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-sub","reconcileID":"ecd4f22f-986b-4be1-a58e-9a0b21eac144","MaaSSubscription":{"name":"e2e-att-unrel-d9ef5b-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.179709346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"777e6105-f255-4862-83db-dc9b008eb76a","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.179734101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"777e6105-f255-4862-83db-dc9b008eb76a","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.21264096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"2adb9bb8-9dcf-4e0b-b631-bf157125a320","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.212848652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"825df4c2-21c0-4f1a-b371-1b86e550eb94","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.215385598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"8346c2d6-7143-4098-b9ad-e992bbaa6ebf","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.215409857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"8346c2d6-7143-4098-b9ad-e992bbaa6ebf","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.234926523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"825df4c2-21c0-4f1a-b371-1b86e550eb94","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.235319353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"2adb9bb8-9dcf-4e0b-b631-bf157125a320","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.333547014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"868fb9bf-f927-4b0a-baf6-78019c1a17be","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.333575386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"868fb9bf-f927-4b0a-baf6-78019c1a17be","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.345600288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"82d84edf-8d04-4574-a8e0-3e72ce898fbb","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.365166078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"82d84edf-8d04-4574-a8e0-3e72ce898fbb","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.442697804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-unrel-d9ef5b-access","reconcileID":"99805f77-1e93-47ad-99f9-c00654fe83be","MaaSAuthPolicy":{"name":"e2e-att-unrel-d9ef5b-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.513575139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"edbeaa6d-a150-458a-9bb5-83cc52b46a76","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.51360209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"edbeaa6d-a150-458a-9bb5-83cc52b46a76","MaaSModelRef":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-unrel-d9ef5b-83711bc4430f","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-unrel-d9ef5b","externalModel":"e2e-att-unrel-d9ef5b","provider":"e2e-att-unrel-d9ef5b-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.666891416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"39bbccb1-f096-4bad-9886-2af9e8799389","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.66724144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"19e3ad8f-ce8e-4cc7-843e-abf96bf30782","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.670279137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e85261eb-97f9-4662-9ad2-cd9b636a8b27","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.689041535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"39bbccb1-f096-4bad-9886-2af9e8799389","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.689360947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"19e3ad8f-ce8e-4cc7-843e-abf96bf30782","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.69827962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e85261eb-97f9-4662-9ad2-cd9b636a8b27","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.712299057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"19e3ad8f-ce8e-4cc7-843e-abf96bf30782","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.71234641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"39bbccb1-f096-4bad-9886-2af9e8799389","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:02.716543668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e85261eb-97f9-4662-9ad2-cd9b636a8b27","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.065564204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"2699f5d0-8fb2-4a12-a6e0-bc3a85acc310","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.214548061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"39d35348-c65d-4592-9d00-2398b63919d7","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.214661629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"39d35348-c65d-4592-9d00-2398b63919d7","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.231350663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"9005b343-df81-4c18-9089-a42431e40a1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.231690165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"854d8a14-4afa-4ce0-abe1-40c2d5d109a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.231878082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4d01161b-ed13-4a92-95b2-667d29c163be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.23221787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45ecca49-5964-4c8d-92a1-a9127c72a2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.247113362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5ee7118e-36f9-4c9e-afeb-6399ff43bee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.264146393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4d01161b-ed13-4a92-95b2-667d29c163be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.26626641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"9005b343-df81-4c18-9089-a42431e40a1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.282578828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"854d8a14-4afa-4ce0-abe1-40c2d5d109a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.284857558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45ecca49-5964-4c8d-92a1-a9127c72a2e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.286029375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"ba133905-ca15-47ce-b497-1b94d91bb907","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.291096033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5ee7118e-36f9-4c9e-afeb-6399ff43bee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.331303156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-d9ef5b","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","reconcileID":"d9604bb8-bf94-4898-a11b-57e62e94c667","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-unrel-d9ef5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.337453434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4d01161b-ed13-4a92-95b2-667d29c163be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.338854345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"9005b343-df81-4c18-9089-a42431e40a1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.428449925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"854d8a14-4afa-4ce0-abe1-40c2d5d109a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.55952508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"436d014a-5664-4f3f-bfdd-d831939385d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.580593794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"333b897b-4c39-42ff-a93e-bafa9c875520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.595408103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f91c868a-ec4f-491e-8bbb-e545b310a775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.607496763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"333b897b-4c39-42ff-a93e-bafa9c875520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.608371146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"436d014a-5664-4f3f-bfdd-d831939385d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.623173844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9b000ecf-9267-456b-aa89-1231fc3a951a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.624013929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"db822e88-b1f1-46e1-a079-937e21af50ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.629175496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f91c868a-ec4f-491e-8bbb-e545b310a775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.654003688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"db822e88-b1f1-46e1-a079-937e21af50ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.65670188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9b000ecf-9267-456b-aa89-1231fc3a951a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.759598917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"238a9858-3299-4fd9-96f9-200908efd38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.760079611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8d95f7ef-27eb-4874-bc4c-556a86bec115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.780333885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"238a9858-3299-4fd9-96f9-200908efd38f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.780789915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8d95f7ef-27eb-4874-bc4c-556a86bec115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.860689028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"090cd147-ab74-4a9a-b86e-7507af1f1709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.880387274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"090cd147-ab74-4a9a-b86e-7507af1f1709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.898567537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"c6bb8ec5-5201-4e6c-8449-65252da31dd8","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.89858853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"c6bb8ec5-5201-4e6c-8449-65252da31dd8","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.952522253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"20a1b0e0-32c7-483e-99e1-47060aadcc0c","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54d168ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:03.988387333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7ea26dd6-d9f6-4c1c-8239-60403911ce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.014315078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0f2d4bb8-832f-4f3b-8e0b-5c06c2a39628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.196467203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"246e0a4c-0721-4d68-af6f-71e480c35836","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.226037091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0f2d4bb8-832f-4f3b-8e0b-5c06c2a39628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.27088939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7ea26dd6-d9f6-4c1c-8239-60403911ce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.280158915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"246e0a4c-0721-4d68-af6f-71e480c35836","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.284033147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103ba781-c833-438b-aa67-a2e1567a7a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.296742821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed3ff5d6-d8e7-4b03-955c-20ceaffdea74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.316682763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103ba781-c833-438b-aa67-a2e1567a7a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.332860308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed3ff5d6-d8e7-4b03-955c-20ceaffdea74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.449093465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8dacc131-8528-4e91-a6b4-6a69462fa08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.449830569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"ad58f160-9db9-4035-bf9e-7d6272c170c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.467598653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8dacc131-8528-4e91-a6b4-6a69462fa08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.469278266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"ad58f160-9db9-4035-bf9e-7d6272c170c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.545939665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"339223bf-6e39-423f-ac57-2d23a964239c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.546318183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0646efbb-550d-40e1-8fc7-874de0fbb133","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.548370491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"967a4748-d2e1-42a6-a363-89eb1996c17e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.56545365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"339223bf-6e39-423f-ac57-2d23a964239c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.565681682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"0646efbb-550d-40e1-8fc7-874de0fbb133","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.56789995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"967a4748-d2e1-42a6-a363-89eb1996c17e","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.582577627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-b9ed94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a24325ec4579bc04a1a7dc25087114db4a4f8e30c7acb1da226e6e80596b0) AuthConfig (c9686605b9e1e632087131c136aed1d117d75a3ed50574ce6db402c6ced62532) AuthConfig (a57e8523f0bcc5f9e5f48b6ac278aa2dd0605cdf70707fcffe9fb20f72f1edb3) AuthConfig (f5489bb90ba8d0e5368d8f01e029ad8c98500c44c630b7302af593bb155e0c2f) AuthConfig (90b8a2e81b0270a094c1810f3458cd46f441078acb5ded3316bc3865682bf24c) AuthConfig (3d06478b00a836263dfeab29e05482c8b3baef5a5cbf91d3de612e60084b79cc) AuthConfig (f77c618bf5c5d70a797dcd12436f26fbd621eda7c62b4cfa2092118d152b7835) AuthConfig (1d29769229fa004b227621e1a15eade758e88ec5e8911ccb3a37af36299f0ad0) AuthConfig (040c84064d31d2c5ac45ab3fccd8ec85aece088ac3256795e101827fc36b0052) AuthConfig (8b069c92370857c7c2452b8c32196ed7e9d7c03a48b913dede18fa9926dd14b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"339223bf-6e39-423f-ac57-2d23a964239c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.642853787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"722d3f48-cb82-470b-9919-63dbdedba7a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.657860876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ddfbf090-40d2-4e08-b269-eca25cbb33bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.659229453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"985c545a-9489-4553-bd5f-d618767ecab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.662262687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"722d3f48-cb82-470b-9919-63dbdedba7a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.677679109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"985c545a-9489-4553-bd5f-d618767ecab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.677820331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"ddfbf090-40d2-4e08-b269-eca25cbb33bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.679327407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0412c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d925aa4df87900ebfb4621bc23d1d4c9076e075324aa44b8af9d69f7d405512b) AuthConfig (7406c231bbbdab5afffe20edc349bf057b6cf5811ee4e6e0868f99b67d627e1c) AuthConfig (b34e832512d0d6020132b44a998d25dd4c6d23b8ce04a3fe106f8b61a974e424) AuthConfig (b13c5d662620fc587f45ff98825cb3dbb54b1ff5518a701a787b818f21f64bfd) AuthConfig (938e699f6c551821a57f00c9b0763ef475fc761d1c4f56d0044c37f109ad17da) AuthConfig (acd60e3b400e3221fd93dfc56452aa6f028d7b1d2cb4b047dd454c0e47a7d7c3) AuthConfig (f25b3a7c675cfc042f771162cd20cc62766b29860cc5069f9513e5e0331e4d0b) AuthConfig (4c0ce98203ffd58dfb4afa2caa9a69a7a16065cbea5fa7fc4390a39ae6159225) AuthConfig (2d02bf13014cffe6876b5ebcb76db5dc06ef47a12e67e9e59d0e4115bdc70a64) AuthConfig (15b08b054cf989b6f830fb5dd3387e02af4167ee699d749fd2e7567fd8c390a2) AuthConfig (e021f1816dae5cd8852865b0f777b8ebefac2e7eda9c1540936dfe4c0e9151d9) AuthConfig (2e218e1bc986baef9425a2eebeb999d384e3e63fcead52c3925eba863a1c7db2) AuthConfig (5ed4c573fe610f64b41ff1b966da4615c623da2bffeadc4f7421726f86124f8b) AuthConfig (fcf012de8144c6d029762b2a78bd661d8576034fdb96fdfa7a87223c959c7d80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"722d3f48-cb82-470b-9919-63dbdedba7a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.708026182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a4f2b8e7-7f55-49f8-87d5-a6251170a46a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.726461717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a4f2b8e7-7f55-49f8-87d5-a6251170a46a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.743259483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a4f2b8e7-7f55-49f8-87d5-a6251170a46a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:04.914225122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"e96f26dc-63f2-4181-8c95-6196b45fb1b8","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:13.966491399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"f727b4bc-7f01-4cf7-babe-91b7eb7ed64d","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","subscription":"e2e-att-serve-82173c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:13.994205224Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"f727b4bc-7f01-4cf7-babe-91b7eb7ed64d","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.009106992Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-sub","reconcileID":"f727b4bc-7f01-4cf7-babe-91b7eb7ed64d","MaaSSubscription":{"name":"e2e-att-serve-82173c-sub","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"maas-trlp-e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.105949067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"321b7134-e7c2-4ef9-b00d-aaa068d6639d","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.105970772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"321b7134-e7c2-4ef9-b00d-aaa068d6639d","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.122292675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"8b37df33-22c6-49ce-9d32-e2bbafd50582","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.141137558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"8b37df33-22c6-49ce-9d32-e2bbafd50582","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.267888112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"36c8d1c2-d0bd-44e1-a600-194bbe402e35","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.267947207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"36c8d1c2-d0bd-44e1-a600-194bbe402e35","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.28620075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c6898430-4d00-4018-9b3c-2101088d0934","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.329385064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c6898430-4d00-4018-9b3c-2101088d0934","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.378666921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c6898430-4d00-4018-9b3c-2101088d0934","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"name":"e2e-extmod-b-07e166-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.378694038Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"e2e-att-serve-82173c-access","reconcileID":"c6898430-4d00-4018-9b3c-2101088d0934","MaaSAuthPolicy":{"name":"e2e-att-serve-82173c-access","namespace":"ai-tenant-e2e-extmod-b-07e166"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-07e166","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.411190439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"fea233ed-4966-4e92-8a79-9416ef6cb6b3","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"tenant":"e2e-extmod-b-07e166","gateway":"openshift-ingress/e2e-extmod-b-07e166","model":"e2e-extmod-att-user-88d384/e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.411214788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"fea233ed-4966-4e92-8a79-9416ef6cb6b3","MaaSModelRef":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"routeName":"external-model-e2e-att-serve-82173c-cc4ab48732f6","namespace":"e2e-extmod-att-user-88d384","model":"e2e-att-serve-82173c","externalModel":"e2e-att-serve-82173c","provider":"e2e-att-serve-82173c-provider","gateway":"openshift-ingress/e2e-extmod-b-07e166","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.613724972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"37014e64-aeeb-4ec3-ad42-e3516807e142","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.633504499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"37014e64-aeeb-4ec3-ad42-e3516807e142","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.716388341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d62e12c2-dea7-442f-a6a0-7208a0bf5419","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.734660848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d62e12c2-dea7-442f-a6a0-7208a0bf5419","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.780259496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"c94e1c2e-737d-42ec-9ae0-1825e1fb5c3e","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.813857266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"37350d9f-e30c-4ab4-b48d-310dcffed29c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.831985612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"37350d9f-e30c-4ab4-b48d-310dcffed29c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.848892126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"37350d9f-e30c-4ab4-b48d-310dcffed29c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.930844644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"2398574e-b995-471b-863d-29b07e2bc1e9","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.948554698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"93cba444-68de-497e-95f1-09f31446c4fe","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.967702644Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"74b732f3-a4e0-4591-aecd-1b19bd5d836d","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:14.999623346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"1776fa91-0878-4bf4-ab73-a0e88e54e2eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.009702837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1bfc127c-31b1-49b6-8c02-f48ddecbc600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.011498173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a524e2f2-89d4-447a-b699-2eb7e7a9a9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.012012738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c3b0f0b-7798-4e6f-9780-08b9057e1c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.016029466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2606e667-edb8-454a-b306-40ad52291f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.017647073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"1776fa91-0878-4bf4-ab73-a0e88e54e2eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.028437069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1bfc127c-31b1-49b6-8c02-f48ddecbc600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.031173484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c3b0f0b-7798-4e6f-9780-08b9057e1c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.032485424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a524e2f2-89d4-447a-b699-2eb7e7a9a9a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.034434311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"2606e667-edb8-454a-b306-40ad52291f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.037003376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"1776fa91-0878-4bf4-ab73-a0e88e54e2eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.068173429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9e64578c-f768-49fb-b7ce-43ff05684b6c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.086699234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9e64578c-f768-49fb-b7ce-43ff05684b6c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.191688522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-82173c","namespace":"e2e-extmod-att-user-88d384"},"namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","reconcileID":"0d82c31f-2ae7-4681-9e19-8fd2d11f0706","namespace":"e2e-extmod-att-user-88d384","name":"e2e-att-serve-82173c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.211830809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"ca55550b-5260-4147-a561-eac91e4e71cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.221209344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6c200c95-b19c-41bb-9bb4-67d1527f944e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.233498133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"ca55550b-5260-4147-a561-eac91e4e71cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.241010907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6c200c95-b19c-41bb-9bb4-67d1527f944e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.336842487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"23b4dd0e-6a33-4980-874c-e5e382e44ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.353232944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8df5b0bf-f996-4333-9fc1-9dd3c373af89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.353567997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"37e73232-9090-42aa-a970-35a623ed64f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.423174982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"23b4dd0e-6a33-4980-874c-e5e382e44ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.427618522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"37e73232-9090-42aa-a970-35a623ed64f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.431043218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8df5b0bf-f996-4333-9fc1-9dd3c373af89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.467348684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9cb83483-480c-4fe5-bc30-d35f64efd244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.523258435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e8112644-71bc-46e5-b8d5-1058c6c2cae3","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.534980086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9cb83483-480c-4fe5-bc30-d35f64efd244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.688106443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e8112644-71bc-46e5-b8d5-1058c6c2cae3","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.775893407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fca8af5f-35a4-40de-b616-56f2fcaf2ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.78020176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"1d35cd0b-476e-40ea-bf15-943b7fafe84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.81285429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d24e11cd-802d-428f-ae7d-72065732a9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.823419559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"fca8af5f-35a4-40de-b616-56f2fcaf2ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.955006774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"1d35cd0b-476e-40ea-bf15-943b7fafe84e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:15.977708554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d24e11cd-802d-428f-ae7d-72065732a9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.023837337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1ac6dca3-606c-44a1-bc0f-eeb64db6a3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.044954985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1ac6dca3-606c-44a1-bc0f-eeb64db6a3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.122524073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4fe171ed-3a43-4085-a640-a418a12a587d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.142195809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"4fe171ed-3a43-4085-a640-a418a12a587d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.204785564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"9fab19b1-f755-4965-bff8-612fd23cdeee","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.224823011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4bf9b113-5476-4739-a375-39f5f8f055cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.225414365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ca5d9b34-2bf4-48a9-b20b-3467a750cc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.229927917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"9fab19b1-f755-4965-bff8-612fd23cdeee","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.246692671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4bf9b113-5476-4739-a375-39f5f8f055cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.247776495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ca5d9b34-2bf4-48a9-b20b-3467a750cc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.295538278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"c5f468e5-68ea-45ef-876c-22e4ff29d883","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.31805855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"c5f468e5-68ea-45ef-876c-22e4ff29d883","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.325761403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2ae5ca-524e-4a9e-94bf-a1ec003cb0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.335486321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"c5f468e5-68ea-45ef-876c-22e4ff29d883","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.344266699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2ae5ca-524e-4a9e-94bf-a1ec003cb0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.396121573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9d87befb-5cec-4298-b1bb-b20412dabc85","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.413320319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba07a707-49e1-4c39-a63e-859f9123d3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.421862558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9d87befb-5cec-4298-b1bb-b20412dabc85","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.423784781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"deb15acb-5ea3-41ae-ac2b-c6294adeb03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.428544486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668e180c-891e-4fc9-8dd7-9443feb36df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.433886937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba07a707-49e1-4c39-a63e-859f9123d3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.442175781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"deb15acb-5ea3-41ae-ac2b-c6294adeb03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.447782201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668e180c-891e-4fc9-8dd7-9443feb36df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.496440744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f9fcc077-2065-42af-bd20-94b1ee97aecb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.51475706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f9fcc077-2065-42af-bd20-94b1ee97aecb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.608665286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"08718ee3-f6ee-44b6-965b-379a4160e2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.627181016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"08718ee3-f6ee-44b6-965b-379a4160e2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.901129514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"5a328929-b05c-4c66-b20a-d3e8c1d9be58","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:16.918198396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"190e3896-9852-44fa-b0e2-b68119ebcc01","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-9b771f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.925372708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"87f61eca-4565-4e73-9efb-f66bcf98b754","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.941736076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"e59995e6-1f82-4557-ba6b-0b0aa184df6c","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.946237012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"87f61eca-4565-4e73-9efb-f66bcf98b754","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.974748417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"ad8dc455-54b5-4c77-a033-fd594bce5ea2","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:16.993526015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"2f943e9c-1177-4e7b-b47d-320c022d3e25","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.047500607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"778c370a-2fda-4d5a-b524-c932a7d43007","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.057594985Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"0970580d-f1f8-4621-858f-1eacd5a73c50","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.070196644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"778c370a-2fda-4d5a-b524-c932a7d43007","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.141991173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"011f73f4-6831-4eaf-9c59-e7fce36efcc9","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.183871728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"837adae0-5508-42fd-8a9d-4d69db5dc867","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.918712273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"2d9c8d0f-2564-4f09-b83d-cb77807e6947","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:17.95543537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-c27221-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.963681581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e873342a-3d81-4a10-817b-1b12a499da8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.977056945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"2f8376d8-1288-4cbf-a46a-5a13ea8d0891","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:17.983552659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"e873342a-3d81-4a10-817b-1b12a499da8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:17.992268527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"2f8376d8-1288-4cbf-a46a-5a13ea8d0891","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-c27221-e2e-extmod-a-0412c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:17.992332087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"2f8376d8-1288-4cbf-a46a-5a13ea8d0891","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-c27221-e2e-extmod-a-0412c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.006150426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"55344fe3-829f-4836-8881-86f8065a6a00","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.042375573Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"d0b6919c-7252-4780-bb52-9b679512345a","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.137929571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"cfee4471-19bc-4520-8411-c3bbb0b06c23","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.157165454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2d9e7e6a-4e95-42dc-973f-616889c85f75","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.175389208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2d9e7e6a-4e95-42dc-973f-616889c85f75","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:18.180658187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"dbf432d6-3022-485c-864d-e63f8d3a2dcb","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:24.94863657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"069b705d-5e08-41b8-a088-d07728a625d4","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:26.366450748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a13446d4-7674-406a-86ee-0184b304373f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:26.388207729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a13446d4-7674-406a-86ee-0184b304373f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:26.408734628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a13446d4-7674-406a-86ee-0184b304373f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:31.060521502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.381337585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"db9770a0-6216-4acb-9a49-754bebef4a45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.427036076Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"db9770a0-6216-4acb-9a49-754bebef4a45","name":"e2e-extmod-a-749f72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.509610275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"66d9c10d-a96d-4302-9e6a-38423a91ec25","namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.533465975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"2f03f3d3-c888-4228-ac40-4bc7258b38ba","namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.625722627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8f5375ce-4bfc-405b-9c28-611c0556b972","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.626210033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"d631ba43-1afc-4c0c-ba60-b7a12ea47dc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.643996475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"de444ed9-b1f2-40c0-88fc-92075c5e0ae1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.644520536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e2869ba2-b64e-4187-9d4f-22b8420e982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.65041409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8f5375ce-4bfc-405b-9c28-611c0556b972","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.650490136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"d631ba43-1afc-4c0c-ba60-b7a12ea47dc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.651588457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"61f805cd-315b-43f0-9f94-fdfbf68d3c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.664983507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e2869ba2-b64e-4187-9d4f-22b8420e982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.667609624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"de444ed9-b1f2-40c0-88fc-92075c5e0ae1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.683137058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"d631ba43-1afc-4c0c-ba60-b7a12ea47dc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.725118798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"61f805cd-315b-43f0-9f94-fdfbf68d3c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.752345833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e50d6745-1cef-4ee9-8b47-1c7c224b50df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.775489305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e50d6745-1cef-4ee9-8b47-1c7c224b50df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.77930487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"6379b728-d611-48d8-acd2-fe7705c183d2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.849085789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e8194d22-3f31-4ed0-a494-98706084f055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.850024386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a2ba24b7-d695-4047-b3ad-091c3973fe37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.878356321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e8194d22-3f31-4ed0-a494-98706084f055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.878935298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a2ba24b7-d695-4047-b3ad-091c3973fe37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:32.936138831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"fdd0742f-f7bc-4d0a-a504-364f4ff1327d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.031575235Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"2f4bc5ae-d310-4e05-be56-4aab3fc4dc48","namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.124643679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"fdd0742f-f7bc-4d0a-a504-364f4ff1327d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.072781206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"402cdc86-659b-407e-b4cd-ab0ca9ed585c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.072490174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a175a730-78d3-44cb-b9d1-fd0cc4249bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.265749319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"ac7077a3-e228-4d8f-89b8-16662fbfb6b6","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.265847498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"ac7077a3-e228-4d8f-89b8-16662fbfb6b6","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.318635209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"a175a730-78d3-44cb-b9d1-fd0cc4249bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.320761742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"402cdc86-659b-407e-b4cd-ab0ca9ed585c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.397673326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e37440e5-b7e5-4c39-937e-e7a4146c3426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.458935971Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"35256abc-f734-4027-9964-4dff544a0a00","namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.460033966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"98368c04-354b-4c92-84e0-57904822c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.584071894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e37440e5-b7e5-4c39-937e-e7a4146c3426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.594028962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"98368c04-354b-4c92-84e0-57904822c693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.610313111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"64b5be99-4d58-403a-86b8-a060980f470f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.63544057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"64b5be99-4d58-403a-86b8-a060980f470f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.656113981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7a50fc1a-0a7a-4a64-b629-2c8e28730136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.656808776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"42359dd0-5cf3-4c67-8c0c-11daba646b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.67931424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"42359dd0-5cf3-4c67-8c0c-11daba646b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.680749445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7a50fc1a-0a7a-4a64-b629-2c8e28730136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.691615105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"e3c54f99-f1d9-4c9e-8932-1beaa7389a1f","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.752845622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"5b0c24fb-7bc2-4d1e-b194-6129f9dff084","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.772971156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ed1d9a-90c5-448f-bb23-338fde56caf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.777691079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"5b0c24fb-7bc2-4d1e-b194-6129f9dff084","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.782478539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d62b703-e71f-4cb3-a15e-5db8aa08649b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.786616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d723b845-f7d2-4e32-be2e-cb9dba340c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.786996212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"65625422-06f2-497d-bcd4-ced563e0fb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.792174657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ed1d9a-90c5-448f-bb23-338fde56caf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.801403871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d62b703-e71f-4cb3-a15e-5db8aa08649b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.812867149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"65625422-06f2-497d-bcd4-ced563e0fb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.813159626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d723b845-f7d2-4e32-be2e-cb9dba340c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.87646404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8fcd98a9-353d-4014-9d78-26395f128151","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.889650696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0c74b301-5efc-4ab1-9b15-cb660f891dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.894756789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8fcd98a9-353d-4014-9d78-26395f128151","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.90776544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0c74b301-5efc-4ab1-9b15-cb660f891dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.975976305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"e3f38534-0706-4ac1-92c4-35ad9963b523","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.977866328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"556bfe77-f73a-4f9f-9fb0-1e32c61d86e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.978350006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"b0376f01-71bc-43b8-8ab1-528ed46647df","namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.993625226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c67311c2-3f1a-4fbb-be07-5880a12adafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.998360579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"556bfe77-f73a-4f9f-9fb0-1e32c61d86e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:33.998377401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"e3f38534-0706-4ac1-92c4-35ad9963b523","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.012143289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c67311c2-3f1a-4fbb-be07-5880a12adafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.015849803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"556bfe77-f73a-4f9f-9fb0-1e32c61d86e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.093765069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"3d5e4f56-d28b-4290-8c37-9290556d0ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.094001949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"73d4d82a-9eb2-4acc-b344-c94e30b4d141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.094164763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"07e8a20a-7d0e-424e-9155-8c680634c9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.095792805Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"65d2ecec-37ba-401e-bf25-87accc5b12b9","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.113588481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"07e8a20a-7d0e-424e-9155-8c680634c9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.114760385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"73d4d82a-9eb2-4acc-b344-c94e30b4d141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.115860461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"3d5e4f56-d28b-4290-8c37-9290556d0ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.123976891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"e1781f0c-2f25-4c8e-8bf3-d7641dd3704c","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.197285177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f6be6cca-59d4-495c-a011-277c65fce24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.197357621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7dded14b-592e-4cf8-9393-55514d5d7e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.218319495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f6be6cca-59d4-495c-a011-277c65fce24f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.220243563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7dded14b-592e-4cf8-9393-55514d5d7e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.369010502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a99c650e-d62a-423a-9140-e3b43de6ff01","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.396222106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a99c650e-d62a-423a-9140-e3b43de6ff01","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.396453262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0cfa0add-b7b0-45df-a4f3-5fcb06e37856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.396635693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f5a79541-7092-4124-9383-10cdc5d815cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.416684824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f5a79541-7092-4124-9383-10cdc5d815cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.417698296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0cfa0add-b7b0-45df-a4f3-5fcb06e37856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.480241051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20a9add-823e-4d7c-aac6-ee1ac63acc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.480459018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"59422fda-9d0d-42f6-9aee-843d7d9640bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.488968045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3556bd4e-3428-4439-8412-a3a19734feaf","namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.498853821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a20a9add-823e-4d7c-aac6-ee1ac63acc10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.499515595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"59422fda-9d0d-42f6-9aee-843d7d9640bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.503454911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3f41e6f8-dc7d-483c-ae19-8db0454172d0","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.503473155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3f41e6f8-dc7d-483c-ae19-8db0454172d0","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.916064272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"6830f7ec-7d26-4856-a7fe-4b72e640738b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.917179613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d7c0703e-52fb-4ac3-ad71-0bb938646286","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.932458454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"28f9c445-1c38-4253-8bc9-b1f72ed38175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.982819762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"10caa874-740d-4258-a5e7-e9c4b3269929","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.990018011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"28f9c445-1c38-4253-8bc9-b1f72ed38175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.990600075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"d7c0703e-52fb-4ac3-ad71-0bb938646286","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:34.993026713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"6830f7ec-7d26-4856-a7fe-4b72e640738b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.008501465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5a352aab-77cd-405c-ac60-a2ffcfdd08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.019409496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"db4cfa29-a650-4b83-ae45-85e64f16fe33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.029522519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"5a352aab-77cd-405c-ac60-a2ffcfdd08e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.049775683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"db4cfa29-a650-4b83-ae45-85e64f16fe33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.173940079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"4eca4910-0f88-40ea-bd34-80ceccc664c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.193223589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"4eca4910-0f88-40ea-bd34-80ceccc664c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.257349002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"655ca175-48a1-416b-99a5-7cb107f6ba08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.257381251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"6652db5f-59bc-474d-8a32-60a5e63910ae","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.276969558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"655ca175-48a1-416b-99a5-7cb107f6ba08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.276995531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"6652db5f-59bc-474d-8a32-60a5e63910ae","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.277407451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9d2394dc-2dc3-4b2c-9ee6-f4372bea289b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.277407448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0d1de60c-9545-428c-887a-a0b7addbbf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.294088897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"655ca175-48a1-416b-99a5-7cb107f6ba08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.295631502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"9d2394dc-2dc3-4b2c-9ee6-f4372bea289b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.296708432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0d1de60c-9545-428c-887a-a0b7addbbf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.431324929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"13c1e300-4820-4d38-9459-ba32df262d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.43196422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dfc1064-14e3-4137-8722-73bac79c8763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.524405729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"13c1e300-4820-4d38-9459-ba32df262d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.527890761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dfc1064-14e3-4137-8722-73bac79c8763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.55780495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b2e2bc2c-77f1-4d82-b684-9f5a879f8650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.561702588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"b694dcc2-1436-4149-a7be-61a6d269ab7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.561891912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4697b9fd-3099-4050-b919-2eb76746b1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.576551935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"b2e2bc2c-77f1-4d82-b684-9f5a879f8650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.58035471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4697b9fd-3099-4050-b919-2eb76746b1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.580600681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"b694dcc2-1436-4149-a7be-61a6d269ab7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.622586464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51fb1f46-dd5c-4868-b2bb-5d136742f8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.642175469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51fb1f46-dd5c-4868-b2bb-5d136742f8cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.648655665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"201e6e73-9080-4019-a03f-ee4fe0adaa7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.665872745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8e258c9a-256d-4d18-a8c0-368cbe7de03e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.668152295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"201e6e73-9080-4019-a03f-ee4fe0adaa7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.68128076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b2dbe71f-193c-4ee6-835b-3380e572e358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.683337886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"539dd2c8-ef87-407a-a221-c50bafc746c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.686198901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8e258c9a-256d-4d18-a8c0-368cbe7de03e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.700389663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b2dbe71f-193c-4ee6-835b-3380e572e358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.70269152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"539dd2c8-ef87-407a-a221-c50bafc746c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.822750457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6abdf048-5ef3-4c39-bd7d-c2596a3b5fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:35.878010222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6abdf048-5ef3-4c39-bd7d-c2596a3b5fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.328338543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"ae7a33dd-74f8-4116-993a-d67b5f88efbd","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.328367522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"ae7a33dd-74f8-4116-993a-d67b5f88efbd","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.346885209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"168e8ec0-9348-4206-a86f-86a05bb7be04","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.346964589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"168e8ec0-9348-4206-a86f-86a05bb7be04","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.367935755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"16d8677a-0cbb-485a-bce6-f834872ea2f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.420376152Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"16d8677a-0cbb-485a-bce6-f834872ea2f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.437855883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"16d8677a-0cbb-485a-bce6-f834872ea2f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.468390833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"fb69fc26-9361-41e9-8b88-c6c98dd73058","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:39.468415259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"fb69fc26-9361-41e9-8b88-c6c98dd73058","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.428539636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"bb98f4f5-8c2a-4cfe-b908-7fd94e847658","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.53487324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"7f2d02d6-9e76-41d6-8c91-18d131ce15cd","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.621567872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"a4ab1ac6-24e9-49ac-89ad-8d4ee770ebc8","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cfl-47b33c","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.701756011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"41057480-8a9c-4579-b44a-e871210ef56f","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.70178433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"41057480-8a9c-4579-b44a-e871210ef56f","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.905248486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"46a5fcff-4e8f-4f5a-bcad-0a5f66e1af19","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.989204474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"67539bf6-0fd4-4dac-8dbc-8a5ecbb26987","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:44.989232922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"67539bf6-0fd4-4dac-8dbc-8a5ecbb26987","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.003179493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"d5525324-2060-49a8-be5f-4fee24e18c48","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.170747292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"13e40859-5c53-4d23-a190-72dae8f0b743","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.252297667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"bbe29fdb-af27-4b1a-a895-0f244b88ed96","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.32623898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"96caf06b-99bb-4bca-8078-34c485798e1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.344610052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"96caf06b-99bb-4bca-8078-34c485798e1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.361545283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"96caf06b-99bb-4bca-8078-34c485798e1f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.393774964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"fa29f0af-feba-41c2-bf30-5655855275da","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:45.393803786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"fa29f0af-feba-41c2-bf30-5655855275da","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.512099853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a409620a-48fe-4311-89bc-6569e3476779","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.530352085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a409620a-48fe-4311-89bc-6569e3476779","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.595576599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"0cfdbf76-8065-4e9d-afac-ea32eb21ff55","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.597121199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"5f5ed926-3f36-45a5-b0c0-748748487e2b","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.614649054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"0cfdbf76-8065-4e9d-afac-ea32eb21ff55","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.615941051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"e1f5b6be-fb72-46b7-8c3d-8fee2a6abac6","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.656453696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"97b80fa7-fe5c-429d-8df8-075822641b03","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.672726096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"f4686f6a-b4fe-42ff-80cb-224782b92aa7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.674008005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"219ddf1a-1654-4b09-867e-c6a7c331490c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.691713016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"821ae88a-1e54-4494-82ed-91b322b0c679","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.697289645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"f4686f6a-b4fe-42ff-80cb-224782b92aa7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.708969232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5d24da34-46da-4afd-b54e-d0ff7d186fae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.711177817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"821ae88a-1e54-4494-82ed-91b322b0c679","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.726961104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5d24da34-46da-4afd-b54e-d0ff7d186fae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.728193136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"821ae88a-1e54-4494-82ed-91b322b0c679","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.733503351Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"219ddf1a-1654-4b09-867e-c6a7c331490c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.743963858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5d24da34-46da-4afd-b54e-d0ff7d186fae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.750480728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"219ddf1a-1654-4b09-867e-c6a7c331490c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.782829258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"326f1200-be47-4abb-b46c-60a05607c756","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.821478393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1b47dd54-29f2-4475-b694-a1f68eb3a3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.821693505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c40e2af1-5951-4e36-a53d-0b8aab16fba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.821473382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c37a0124-2aa1-4c22-9a0c-2bc5b1751c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.824426944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"64ce114d-0571-4212-a121-ae6f5ce9a682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.824684084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3946e7ad-8aa4-49db-89cb-7b71aba849bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.839955473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c40e2af1-5951-4e36-a53d-0b8aab16fba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.840630484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"1b47dd54-29f2-4475-b694-a1f68eb3a3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.842809873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c37a0124-2aa1-4c22-9a0c-2bc5b1751c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.844081715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3946e7ad-8aa4-49db-89cb-7b71aba849bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.845484222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"64ce114d-0571-4212-a121-ae6f5ce9a682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:46.908599828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"a1319d66-c84d-4d9c-90e1-fdf64d7f9a8a","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.007322019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8579ef82-a9cc-45cf-989c-8cd947a6c397","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.015786733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2da76c7d-c57f-4df3-b1df-1467ae9d06c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.016093577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"52d0c86d-261e-42c6-880f-fa25d960640e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.019724669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f8a884f-643c-43b4-af83-4ed6714a911e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.023962847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61577c3-7bf6-41b2-914f-f6ae7e4de43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.0254001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"8579ef82-a9cc-45cf-989c-8cd947a6c397","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.035455869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2da76c7d-c57f-4df3-b1df-1467ae9d06c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.03583152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"52d0c86d-261e-42c6-880f-fa25d960640e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.039191694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f8a884f-643c-43b4-af83-4ed6714a911e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.043088288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e61577c3-7bf6-41b2-914f-f6ae7e4de43c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.216463822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"07611a3a-33b4-4b25-b98f-431dcd5b75f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.217012875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a4ddc6f3-7001-4ce8-9e72-dee521d5f768","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.238549158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a4ddc6f3-7001-4ce8-9e72-dee521d5f768","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.245348115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"07611a3a-33b4-4b25-b98f-431dcd5b75f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.272191825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"07611a3a-33b4-4b25-b98f-431dcd5b75f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.325944211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e91bf444-11ab-4666-9ef2-82f7119b5097","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.341968153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6dc3b83b-13fc-4fd5-94e0-e8e4dadc2916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.341968217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ff9f1aad-f025-4aef-98b8-1f01cebf0057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.342339441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"108c9394-b3c3-474a-bf5a-880cf7a38a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.348281646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"e91bf444-11ab-4666-9ef2-82f7119b5097","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.36400894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ff9f1aad-f025-4aef-98b8-1f01cebf0057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.365119664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6dc3b83b-13fc-4fd5-94e0-e8e4dadc2916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.371011671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"108c9394-b3c3-474a-bf5a-880cf7a38a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.432333042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5fa630d4-a999-4bfb-a34b-69a68e290795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.451982949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5fa630d4-a999-4bfb-a34b-69a68e290795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.577500481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"67f28dea-f7ff-4dd8-972f-cdf86d12fc90","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.582043119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"fc0608ad-3326-411c-bf11-150d0e1c13cb","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.58497456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3ec6cfb0-0472-4c44-9e98-02294b11fe04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.589101286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"dab8f472-dd28-4fd6-a5d5-54f51e87b592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.593900101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"580b5a49-1ce7-4d38-b100-98a1ff25e9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.59749938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"67f28dea-f7ff-4dd8-972f-cdf86d12fc90","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.606580267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3ec6cfb0-0472-4c44-9e98-02294b11fe04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.609009042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"dab8f472-dd28-4fd6-a5d5-54f51e87b592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.616370281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"580b5a49-1ce7-4d38-b100-98a1ff25e9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.671365538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4129b8c4-4168-462f-8821-099dfe9325e0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.691061265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4129b8c4-4168-462f-8821-099dfe9325e0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.708286517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4129b8c4-4168-462f-8821-099dfe9325e0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.740263052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"f3fd1145-a080-4e05-9474-0a07581d6396","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.769640214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"819cf2be-08f1-4f65-bbba-994f746d900b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.818989419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"819cf2be-08f1-4f65-bbba-994f746d900b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.836657352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"819cf2be-08f1-4f65-bbba-994f746d900b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.868710385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"cdb6f21b-6d28-4bd8-b9b6-869097d76d69","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.921342078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"7a708696-0c61-4a40-be1f-2a74cb422570","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.92136456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"7a708696-0c61-4a40-be1f-2a74cb422570","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.957346803Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"34dd2a9b-fc79-47db-9b5e-2c921c0fc71c","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ecfee64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:47.970289962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"a8b515da-478b-4b75-8b7d-9d7b2d616ab1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.022054067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"a8b515da-478b-4b75-8b7d-9d7b2d616ab1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.194573955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"362e79f8-2f49-4118-87c1-b3f425e4bf86","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.21548252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"362e79f8-2f49-4118-87c1-b3f425e4bf86","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.414225485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"aae6c52b-fe00-4371-840d-00a69d38a478","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.44683657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"29e455cd-afb7-4068-9e26-5ee80bddcf92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.446868906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"037264cd-cbfb-4a33-9c88-ad78cb5631d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.449295857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"7b3da62a-6321-4ae6-93f1-8fa2ed36f35f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.449428354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"b711066a-d3de-438c-bd16-80ecd2d33840","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.457142397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"766bb466-0d01-45c1-8e3e-10dafafd52e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.465074636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"037264cd-cbfb-4a33-9c88-ad78cb5631d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.466364997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"29e455cd-afb7-4068-9e26-5ee80bddcf92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.467627372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"b711066a-d3de-438c-bd16-80ecd2d33840","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.469973128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"7b3da62a-6321-4ae6-93f1-8fa2ed36f35f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.475925747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"766bb466-0d01-45c1-8e3e-10dafafd52e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.481822981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"037264cd-cbfb-4a33-9c88-ad78cb5631d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.484618713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"29e455cd-afb7-4068-9e26-5ee80bddcf92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.484759322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"b711066a-d3de-438c-bd16-80ecd2d33840","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.487377941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"7b3da62a-6321-4ae6-93f1-8fa2ed36f35f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.52706503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"4ec1113c-136e-466c-bdf3-26b09594ebbe","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.53965221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"77be0b95-1b62-41c6-9017-862efbd3c9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.539891413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"94308db5-c6c5-45aa-b871-0bf24d338b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.543262152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"bf2c141e-c7e3-4094-839a-f7138e897cd4","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.543280464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"bf2c141e-c7e3-4094-839a-f7138e897cd4","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.552321256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"cd9ad6e5-3be7-44f3-a0c6-654c68a6140e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.552541239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e57acd8f-7ace-437b-811e-d274a7369e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.558717423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"77be0b95-1b62-41c6-9017-862efbd3c9af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.559097569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"527ee7ee-ad75-4aee-92d5-749e4fd43ab0","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.559870151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"94308db5-c6c5-45aa-b871-0bf24d338b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.575259512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e57acd8f-7ace-437b-811e-d274a7369e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.575756002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"cd9ad6e5-3be7-44f3-a0c6-654c68a6140e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.576178514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"ae6cd9dd-dca8-4397-962f-e4bf0a9aee73","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.576530501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"97062613-38d3-467f-bad6-70bf539f86e8","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.576554018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"97062613-38d3-467f-bad6-70bf539f86e8","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.638320767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b876581e-9f07-4614-a723-020b4f9c62e3","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.656552518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b876581e-9f07-4614-a723-020b4f9c62e3","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.746454185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b8eaf9de-05c2-46fb-9afe-f818b67d2868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.746654492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"71af607d-aa3e-4bae-a157-981a8be2bf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.752290648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69d119eb-4572-46c3-bccc-5d501386b9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.752363595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1dd894-79d7-4d6d-826f-40ec42a40452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.76632637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b8eaf9de-05c2-46fb-9afe-f818b67d2868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.766398164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"71af607d-aa3e-4bae-a157-981a8be2bf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.772326608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69d119eb-4572-46c3-bccc-5d501386b9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.772333471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e1dd894-79d7-4d6d-826f-40ec42a40452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:48.944253134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9e8052ec-cf03-49e3-89e2-b78b889cc6ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.413141564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"1c43e8e8-107b-4837-8314-c59839e26fc1","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.414552069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f40e06c2-1891-40b5-8821-c80e7bf36a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.49828323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bd1cb899-2bd9-4c4f-943b-db96e9b2b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.498895653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"323dbb5d-4e73-42a7-9650-f55e71d00379","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.499343427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a6a54031-6212-4185-9d06-d2510329cb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.500589958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"94fcd738-e2f6-477a-acb4-8e90381fad2e","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.500661342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"94fcd738-e2f6-477a-acb4-8e90381fad2e","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.571044087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"49439158-52c6-4d81-8271-931ce482ce50","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.615076241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"881b093d-7e73-4823-98ad-d2c1378dbaed","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.618849056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bd1cb899-2bd9-4c4f-943b-db96e9b2b81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.619105366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f40e06c2-1891-40b5-8821-c80e7bf36a03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.414700092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9e8052ec-cf03-49e3-89e2-b78b889cc6ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.593938574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"323dbb5d-4e73-42a7-9650-f55e71d00379","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.622868579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a6a54031-6212-4185-9d06-d2510329cb23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.63218029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"2c638819-9841-4237-bc0f-37c74961ab93","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.690881033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"2c638819-9841-4237-bc0f-37c74961ab93","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.713690988Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"08a9bc37-88fb-4d3c-99a9-7495056b11df","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.713884226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"08a9bc37-88fb-4d3c-99a9-7495056b11df","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.754488701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"5753ece8-8d46-44d2-bcce-9ba900710298","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.755833328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"5753ece8-8d46-44d2-bcce-9ba900710298","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.768707318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8cef3236-d6ec-44bf-a7ab-a4e796c3a95e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.768713035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"31ccd36a-7586-451a-9fb5-01f1e6d25a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.779453649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9b40d9d0-16ca-4f19-8713-302eb0ee7c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.788012049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8cef3236-d6ec-44bf-a7ab-a4e796c3a95e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.788635273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"31ccd36a-7586-451a-9fb5-01f1e6d25a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.795638011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"1611c549-3c19-41f5-b26c-0c7b544b8245","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.795721763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"1611c549-3c19-41f5-b26c-0c7b544b8245","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.821576802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7096be94-7c64-4396-8a5c-58cb775f5269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.822069525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d13e3225-0453-4f77-a4fc-4d7c8a816440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.822612559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"9b40d9d0-16ca-4f19-8713-302eb0ee7c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.839735445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"7096be94-7c64-4396-8a5c-58cb775f5269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.841714703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"d13e3225-0453-4f77-a4fc-4d7c8a816440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.849783272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"25a8cbfc-fffc-4007-9c26-941b604013e3","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.849865006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"25a8cbfc-fffc-4007-9c26-941b604013e3","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.879307438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"2d5945ae-df4c-431b-bfb0-08052e79bede","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.899128057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"2d5945ae-df4c-431b-bfb0-08052e79bede","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.916040443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"2d5945ae-df4c-431b-bfb0-08052e79bede","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.94411275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"3abb3f6e-eb19-406e-9003-688f6b71ef8d","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:49.944178583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"3abb3f6e-eb19-406e-9003-688f6b71ef8d","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.980623337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"452d3cd6-7d1d-4a43-96d3-f922fbc6b4fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.982688234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"42566200-3689-49c2-88b1-bce00d56b236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.983325392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"394bba17-1297-4669-bc14-0dcb2cec772c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:49.998620749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"452d3cd6-7d1d-4a43-96d3-f922fbc6b4fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.001385787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"394bba17-1297-4669-bc14-0dcb2cec772c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.002049379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"42566200-3689-49c2-88b1-bce00d56b236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.016437679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"452d3cd6-7d1d-4a43-96d3-f922fbc6b4fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.018158313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"394bba17-1297-4669-bc14-0dcb2cec772c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.019508708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"42566200-3689-49c2-88b1-bce00d56b236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.082612343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"5dabd866-003f-4634-9cc7-43335ca21d79","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.095165084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3b0563c0-104d-4ca8-a55c-25cba9beaffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.095178302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"29e90188-69a8-49e8-8e84-0f452fad42d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.096694722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"270a227b-c1ab-4c1f-a43a-5380213ce3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.097985029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c823b247-6fed-4562-8f2d-3cba3a065303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.101603743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"5dabd866-003f-4634-9cc7-43335ca21d79","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.114323021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3b0563c0-104d-4ca8-a55c-25cba9beaffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.114949714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"29e90188-69a8-49e8-8e84-0f452fad42d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.116981301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"270a227b-c1ab-4c1f-a43a-5380213ce3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.118417557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c823b247-6fed-4562-8f2d-3cba3a065303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.119005802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"02f1ea93-5693-4a80-8846-d10febc66469","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.119067375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"02f1ea93-5693-4a80-8846-d10febc66469","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.19575067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"453e7bbf-6fd4-46ab-a1fe-8759aba98282","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.20557658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a75f43d2-2e29-4dd4-a294-030badd780d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.205601887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17441fc9-987b-444c-bf7e-e8c6e6801a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.208542884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f326dfe0-3bcf-4c61-bf45-1b418b31ee33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.214503706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"453e7bbf-6fd4-46ab-a1fe-8759aba98282","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.216203568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9d3c1e8e-ed9a-4db9-8fbe-a3ac7db2b7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.224197106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17441fc9-987b-444c-bf7e-e8c6e6801a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.225499857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a75f43d2-2e29-4dd4-a294-030badd780d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.226882155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f326dfe0-3bcf-4c61-bf45-1b418b31ee33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.237858023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9d3c1e8e-ed9a-4db9-8fbe-a3ac7db2b7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.298838642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"4defb5ac-2c80-4a71-9f2c-1b2b684e79f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.312740293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"98a8f3a4-05c3-446c-af30-245ed11af0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.3131509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2799d2d8-3c64-4f69-afc3-8d709429cf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.319120501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"4defb5ac-2c80-4a71-9f2c-1b2b684e79f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.32426071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c306216-91a6-4154-a1e1-5663fd2f6de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.329521787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e3b4cb64-6fa2-47ed-a5bb-a3ab8c96aae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.332692777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"98a8f3a4-05c3-446c-af30-245ed11af0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.333939268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2799d2d8-3c64-4f69-afc3-8d709429cf4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.343180232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1c306216-91a6-4154-a1e1-5663fd2f6de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.348448694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e3b4cb64-6fa2-47ed-a5bb-a3ab8c96aae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.453944366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"0e5154dc-4c04-49ab-aa78-14d208adb572","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.4540165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"0e5154dc-4c04-49ab-aa78-14d208adb572","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.634746981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"2d78809e-3521-450d-b213-45467a1af149","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.74658924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"17697e65-99cb-45c0-a906-e8cc7468018f","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:50.746685849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"17697e65-99cb-45c0-a906-e8cc7468018f","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.884271431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"72631995-c77e-427f-9c5a-da690f07025a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.97474622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"72631995-c77e-427f-9c5a-da690f07025a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:50.993019208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"72631995-c77e-427f-9c5a-da690f07025a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.003091511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"01bdfc28-a2b7-4ccc-91f5-c423af200dce","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.00799546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"dab0f637-087a-4dff-8549-070ef430f0b6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.014461104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d6a0559b-02c0-4c4f-97de-69e3dee9820b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.022819093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"01bdfc28-a2b7-4ccc-91f5-c423af200dce","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.031599279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"dab0f637-087a-4dff-8549-070ef430f0b6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.032102378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"913e567c-80b0-4707-80d6-559613a53bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.049273205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"01bdfc28-a2b7-4ccc-91f5-c423af200dce","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.050958392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d6a0559b-02c0-4c4f-97de-69e3dee9820b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.049616788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"f238f7d9-f358-4c1d-92e8-b5c1bd223fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.067385779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"dab0f637-087a-4dff-8549-070ef430f0b6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.070864624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"913e567c-80b0-4707-80d6-559613a53bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.071883435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"f238f7d9-f358-4c1d-92e8-b5c1bd223fb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.072048589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d6a0559b-02c0-4c4f-97de-69e3dee9820b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.096799568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"286ae318-3aa9-4b0d-b6fa-895eddfaec1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.098091873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"f0e701cd-28fc-41ec-84b3-0c5f9c257f65","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.102110771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c89072dd-25ab-4da9-b3df-20df9cdf4902","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.115267248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"286ae318-3aa9-4b0d-b6fa-895eddfaec1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.116470835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"f0e701cd-28fc-41ec-84b3-0c5f9c257f65","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.12041333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c89072dd-25ab-4da9-b3df-20df9cdf4902","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.158256733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0582acc0-1b64-402c-a3a5-8d4d54e03ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.158270977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8ee9c104-6eb1-4e7b-a56d-a0f39d0129b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.176650875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0582acc0-1b64-402c-a3a5-8d4d54e03ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.177005665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8ee9c104-6eb1-4e7b-a56d-a0f39d0129b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.266106533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"18908acb-21bd-4186-a880-16200477b529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.319695871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"18908acb-21bd-4186-a880-16200477b529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.421448217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"aa095024-e658-4d4c-b1f4-71524d836be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.436195696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"66aa9003-6810-48a2-b2f4-365a3fb81d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.441482276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"aa095024-e658-4d4c-b1f4-71524d836be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.449391299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"fc673e60-7375-4aa0-9988-0653ea04040e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.456213655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"66aa9003-6810-48a2-b2f4-365a3fb81d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.462416506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5cb245b9-f87e-4367-a061-1b4e93b0d1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.470490023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"fc673e60-7375-4aa0-9988-0653ea04040e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.481516191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5cb245b9-f87e-4367-a061-1b4e93b0d1eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.56088394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"771a61d6-e731-415c-b9dc-48b43cd0f995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.56088018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"008063a8-ed6f-49f4-84b6-8cfad7b90381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.564331897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9e429705-0c4c-4f28-8d2e-4bd0e30e35ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.643983219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"008063a8-ed6f-49f4-84b6-8cfad7b90381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.697339296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"771a61d6-e731-415c-b9dc-48b43cd0f995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.715085079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9e429705-0c4c-4f28-8d2e-4bd0e30e35ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.738438438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"57ffec0e-fcd0-4ddf-a1a2-4aab71a80b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.763663736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"57ffec0e-fcd0-4ddf-a1a2-4aab71a80b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.773609275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0333bc12-d494-4a5b-b6d6-be6407cd1e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.797958664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"0333bc12-d494-4a5b-b6d6-be6407cd1e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.879533515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"8a65e729-37b4-4141-9e5b-92f2df997d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:51.897831929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"8a65e729-37b4-4141-9e5b-92f2df997d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:52.010532005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85421d2d-614e-45eb-933f-c27bf0b2814f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:52.011634317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"1fa78798-97f8-4e9b-a662-71bcb18a3360","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:52.06126374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85421d2d-614e-45eb-933f-c27bf0b2814f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:52.066389707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"1fa78798-97f8-4e9b-a662-71bcb18a3360","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:52.108111896Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"d00d4a39-b0d4-4a40-ae60-f569dce0f406","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:27:52.108207255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"d00d4a39-b0d4-4a40-ae60-f569dce0f406","error":"ExternalModel e2e-extmod-att-user-917813/e2e-att-delete-747aae is attached to several gateways [openshift-ingress/e2e-extmod-a-7fe78e openshift-ingress/e2e-extmod-b-4c1015]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.01628646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"9b320ddd-781e-41be-9938-2f59fd108cbc","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.048095122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"d6dd92e9-1513-4b63-b862-33ab2f186754","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.051388956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"3675f73d-268d-4651-be48-4a7c56c785fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.051696333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"cc1ab8ea-5a11-4ab6-8b97-9597206258a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.053349689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"66582e0d-fe2a-43fc-b051-14e668b35603","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.053678877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"ed85f036-bb2c-4a1a-9082-c5b7809414e6","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.053703451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"ed85f036-bb2c-4a1a-9082-c5b7809414e6","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.059477363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"26579145-5699-4b74-ae3a-506e6974b5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.07054961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"d6dd92e9-1513-4b63-b862-33ab2f186754","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.078054416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"3675f73d-268d-4651-be48-4a7c56c785fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.078630472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"cc1ab8ea-5a11-4ab6-8b97-9597206258a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.132452661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"66582e0d-fe2a-43fc-b051-14e668b35603","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.136845294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"26579145-5699-4b74-ae3a-506e6974b5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.140107753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"d6dd92e9-1513-4b63-b862-33ab2f186754","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.1445922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"cc1ab8ea-5a11-4ab6-8b97-9597206258a8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.222061663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"991bbe53-808e-4eff-a803-79410f2c57ec","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.223293267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"66582e0d-fe2a-43fc-b051-14e668b35603","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.224518238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"d6ccf601-4b4c-4dcb-85d1-4e4aeff777ea","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.224545562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"d6ccf601-4b4c-4dcb-85d1-4e4aeff777ea","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.226484861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"3675f73d-268d-4651-be48-4a7c56c785fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.259660915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9c069769-80a9-42cf-aeae-4b5de27d8834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.261937458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"23e18392-a2fb-4985-8792-b70b8472821d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.283414892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"23e18392-a2fb-4985-8792-b70b8472821d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.289834118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9c069769-80a9-42cf-aeae-4b5de27d8834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.321266654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"23c3fb64-4b85-46fc-879c-f3dcd6a97674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.321981221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"59d06d09-967e-4e0d-9d04-956eb191728e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.325262196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-747aae","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","reconcileID":"73bd0333-485d-4626-9221-a779791e437a","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-delete-747aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.34080342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"23c3fb64-4b85-46fc-879c-f3dcd6a97674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.34207425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"59d06d09-967e-4e0d-9d04-956eb191728e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.350400832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"7f880ff4-9310-4bc5-97f4-8bfaa1f95767","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.413154773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a07d3b66-30eb-4fff-92d9-7a499cab0f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.457957571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"a07d3b66-30eb-4fff-92d9-7a499cab0f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.717173137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"f1a4daae-9b7e-4ac4-b3ea-5bfc1d36537e","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.734239502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca20febd-fdd0-4cfa-b010-fd5785b6e433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.743950495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"f1a4daae-9b7e-4ac4-b3ea-5bfc1d36537e","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.768469918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca20febd-fdd0-4cfa-b010-fd5785b6e433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.770274429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"75611d16-4eb8-4f6b-8079-f72715df5b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.771089024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41a3cd11-bc36-44e9-b0ef-63b0caf7caaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.794848462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"75611d16-4eb8-4f6b-8079-f72715df5b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.795251483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41a3cd11-bc36-44e9-b0ef-63b0caf7caaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.86391816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f03b94b1-8cb2-46e7-9e21-703018b36f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.88408719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f03b94b1-8cb2-46e7-9e21-703018b36f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.953949444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9c52746f-5e17-421d-bc86-408acf61c89c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.95408255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"84eab40a-2ab3-479c-8201-9d8c75bf8bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.966346841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45779d39-b986-4266-aa3b-c0e564177e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.972254381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"84eab40a-2ab3-479c-8201-9d8c75bf8bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.972258332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"9c52746f-5e17-421d-bc86-408acf61c89c","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:54.984212946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"45779d39-b986-4266-aa3b-c0e564177e68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.017436327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"80a0b72c-f838-4b78-b037-081189288d52","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.254130409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"55b6cfda-0830-4c39-b99c-93ede9c87e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.331690846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"60c70dc1-2fe8-45f7-b76c-b4a115e93fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.345779966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"1a5abe44-1597-4498-a61b-1b6323759a02","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.346387384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"55b6cfda-0830-4c39-b99c-93ede9c87e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.346981437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"76a16254-780d-45d4-9482-97a42bb3b83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.358766813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"60c70dc1-2fe8-45f7-b76c-b4a115e93fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.381414171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"1a5abe44-1597-4498-a61b-1b6323759a02","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.39128202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"76a16254-780d-45d4-9482-97a42bb3b83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.392223677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5a5c7827-318b-4663-b45f-cb123f276e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.411750093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5a5c7827-318b-4663-b45f-cb123f276e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.650219087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2ee8f8c9-351e-44ae-bce4-6d2ed2a53152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.668165147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2ee8f8c9-351e-44ae-bce4-6d2ed2a53152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.672332841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"03a1161f-c159-43fa-a304-ebd908f09356","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.672332245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"0a2dee95-e5c1-451b-9f03-0c1c506792da","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.67297641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"639bd54e-19e1-4852-adbd-668f3a786cdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.673123761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a534d11c-2d94-4a69-a1cd-f7cc0fc6ac32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.69044882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"03a1161f-c159-43fa-a304-ebd908f09356","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.690969765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"0a2dee95-e5c1-451b-9f03-0c1c506792da","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.693085994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a534d11c-2d94-4a69-a1cd-f7cc0fc6ac32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.693148083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"639bd54e-19e1-4852-adbd-668f3a786cdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.70742577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"03a1161f-c159-43fa-a304-ebd908f09356","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.707643009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"0a2dee95-e5c1-451b-9f03-0c1c506792da","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.710487183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"639bd54e-19e1-4852-adbd-668f3a786cdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:55.710643538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a534d11c-2d94-4a69-a1cd-f7cc0fc6ac32","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.107045259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"69b144a4-5cad-4d17-9cd0-f00ebd58a801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.111232631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"33788c2b-300c-4b55-b108-58b71733b22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.111265214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bd509857-843d-48be-9177-206ed1724176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.111708759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"174e05de-8e07-4511-bb26-beee5cfe63a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.111723156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b2ca14da-25c2-439b-b066-20bed3ad66ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.127181729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"69b144a4-5cad-4d17-9cd0-f00ebd58a801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.132338324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b2ca14da-25c2-439b-b066-20bed3ad66ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.133556508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bd509857-843d-48be-9177-206ed1724176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.135817415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"174e05de-8e07-4511-bb26-beee5cfe63a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.13707897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"33788c2b-300c-4b55-b108-58b71733b22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.809740441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"f168c9ff-d1ba-431e-bedf-ef8ef93eda56","namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.83335104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"550f2eb9-fdc8-4a7d-81a7-8069212ec215","namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.84551936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4fa2ee87-3f87-4e4d-a2f8-f19b00d5bbe9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.84577022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2c5d1aee-03e7-4ce0-a64f-7c176aa9f15d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.849537617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f3bbcfe2-7a13-4978-b09c-6d430b4a9034","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.850209021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6ba6a022-b0a0-4726-b52d-38fb35079a23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.853960668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"635c0afd-de1a-4d76-bd9b-6608823836c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.864962091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2c5d1aee-03e7-4ce0-a64f-7c176aa9f15d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.865464353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4fa2ee87-3f87-4e4d-a2f8-f19b00d5bbe9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.868209326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6ba6a022-b0a0-4726-b52d-38fb35079a23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.868765836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f3bbcfe2-7a13-4978-b09c-6d430b4a9034","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.87215954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"635c0afd-de1a-4d76-bd9b-6608823836c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.883030978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4fa2ee87-3f87-4e4d-a2f8-f19b00d5bbe9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.883065623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2c5d1aee-03e7-4ce0-a64f-7c176aa9f15d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.888101592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6ba6a022-b0a0-4726-b52d-38fb35079a23","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.888930781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f3bbcfe2-7a13-4978-b09c-6d430b4a9034","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.93945607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c98fbe44-7446-4a42-b8f1-de7736848131","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.939672371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6ec4add4-0900-469e-9bca-2871b86a496d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.939985398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2ed2102a-d796-45e0-8748-1781eef5641f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.95293048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"430975cf-e8a3-473d-8807-f72d07188d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.959931115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"c98fbe44-7446-4a42-b8f1-de7736848131","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.961217403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2ed2102a-d796-45e0-8748-1781eef5641f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.962887554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6ec4add4-0900-469e-9bca-2871b86a496d","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:56.972537791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"430975cf-e8a3-473d-8807-f72d07188d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.031527169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a8801617-4978-45cd-8b5c-e3041e5f0b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.053511541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"e67b94ef-56d4-463d-83e1-809e02f7ec98","MaaSModelRef":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.054835219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"a8801617-4978-45cd-8b5c-e3041e5f0b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.191676261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7f81ed29-47ac-4e27-965b-92825c350ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.191974474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"8f8c2f40-e8ce-47ab-9643-149228563be1","namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.192234641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d44fbbd5-5d1f-48e5-affd-5138b215f86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.244643626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"ace3bfe9-6256-405e-8ad6-93d7c019d6c0","MaaSModelRef":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.255112124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d44fbbd5-5d1f-48e5-affd-5138b215f86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.261618616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7f81ed29-47ac-4e27-965b-92825c350ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.273200278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"229a6e5c-9353-480c-84b3-00b2d4fbab9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.281104924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"51873341-9606-4a3c-9774-bb294e617299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.284244471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"90c06401-ed69-4644-8f87-d6d5ead13758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.292940523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"229a6e5c-9353-480c-84b3-00b2d4fbab9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.29922993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"51873341-9606-4a3c-9774-bb294e617299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.302787771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"90c06401-ed69-4644-8f87-d6d5ead13758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.427135651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b289cdc3-b7c9-4275-8606-fc32162ddb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.427646965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d58d286e-b3e0-4a41-8e02-fddfa346d993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.446556551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"b289cdc3-b7c9-4275-8606-fc32162ddb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.447489539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"d58d286e-b3e0-4a41-8e02-fddfa346d993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.454540211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"39798449-37d6-44fb-80bf-11a5a40a824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.455116202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ec8bd4d0-c31a-4d7a-86fc-f8563f8639f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.473263829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"39798449-37d6-44fb-80bf-11a5a40a824c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.473713066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ec8bd4d0-c31a-4d7a-86fc-f8563f8639f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.482580374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e2fd80aa-a9c3-413f-bd85-9eeb1e4854c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.501656942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e2fd80aa-a9c3-413f-bd85-9eeb1e4854c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.522357056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"781c9d34-959d-4274-bd97-0eae92608cd1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.540530786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"781c9d34-959d-4274-bd97-0eae92608cd1","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.551169956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f37f3204-2886-4aac-a91f-c1f5ab7e7d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.577088437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60cf96e8-bf6f-4cfc-8a26-400317e229ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.577468517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ddd80ad-1e34-4c59-8cb3-4bcfff9169b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.580216751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f37f3204-2886-4aac-a91f-c1f5ab7e7d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.583003405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4626c9d3-8b6a-4775-a488-7f1822ffddae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.596335816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60cf96e8-bf6f-4cfc-8a26-400317e229ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.599289913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ddd80ad-1e34-4c59-8cb3-4bcfff9169b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.60186608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4626c9d3-8b6a-4775-a488-7f1822ffddae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.619146866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"4626c9d3-8b6a-4775-a488-7f1822ffddae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.648230464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4930bfb7-6936-427a-8af2-5e885f098f72","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.656733421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efda78f0-7b81-438e-a5b8-e34b02aef285","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.663074874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e570f3a2-b624-41be-bb91-8425942d444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.666750052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4930bfb7-6936-427a-8af2-5e885f098f72","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.667185794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c4a9d1bf-ef71-4f6b-b105-b25e1db1eadc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.674817545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efda78f0-7b81-438e-a5b8-e34b02aef285","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.721900299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e570f3a2-b624-41be-bb91-8425942d444d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.724455808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c4a9d1bf-ef71-4f6b-b105-b25e1db1eadc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.725837179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4930bfb7-6936-427a-8af2-5e885f098f72","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.726738489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d344c636-9b82-42fd-83d1-e4075cdf917b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.72816887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efda78f0-7b81-438e-a5b8-e34b02aef285","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.741408707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c4a9d1bf-ef71-4f6b-b105-b25e1db1eadc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.749727842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d344c636-9b82-42fd-83d1-e4075cdf917b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.822792182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"99a67cb3-c747-4400-b59a-b4754367fadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.823333919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d497f8ae-6848-4fa5-93e9-b99d5a77b1bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.84433218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d497f8ae-6848-4fa5-93e9-b99d5a77b1bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.846381743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"99a67cb3-c747-4400-b59a-b4754367fadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.84868288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6b26448c-35f3-4594-b2fe-3fa8d63ace16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.926202995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6b26448c-35f3-4594-b2fe-3fa8d63ace16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.934637328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e1c3d352-e7d9-4caf-8717-03e48d624778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.953158577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e1c3d352-e7d9-4caf-8717-03e48d624778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.965068969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"96a9e921-02e5-4eb0-998a-72a26cb78a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.971663476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"a2547322-f099-4f87-854f-b15d84f6f3dd","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","subscription":"e2e-cfl-47b33c-9a74bb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.983471913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"96a9e921-02e5-4eb0-998a-72a26cb78a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:57.998717296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"a2547322-f099-4f87-854f-b15d84f6f3dd","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.007611971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9dc74f98-f2c6-43b1-82af-edff3b7aec8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.012981601Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-sub","reconcileID":"a2547322-f099-4f87-854f-b15d84f6f3dd","MaaSSubscription":{"name":"e2e-cfl-47b33c-9a74bb-sub","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"maas-trlp-e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.026263529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"9dc74f98-f2c6-43b1-82af-edff3b7aec8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.110272703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"f7cce776-6161-4787-8fcc-5134985b56d5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.110298222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"f7cce776-6161-4787-8fcc-5134985b56d5","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.129050029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b0317e00-bf0e-4a09-891e-3aba2db7bbc6","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.144382399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"9e62bad2-dc37-438a-ba53-90a653de4af0","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.147831315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"b0317e00-bf0e-4a09-891e-3aba2db7bbc6","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.257236435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"a702e30a-ee5e-4979-819f-10942d73d9b8","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.257252649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d6821358-1b2a-4854-9d70-c5ab28decb22","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.25726481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"a702e30a-ee5e-4979-819f-10942d73d9b8","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.375778234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d6821358-1b2a-4854-9d70-c5ab28decb22","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.426392825Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d6821358-1b2a-4854-9d70-c5ab28decb22","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"name":"e2e-extmod-a-b7c2d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.426417568Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"e2e-cfl-47b33c-9a74bb-access","reconcileID":"d6821358-1b2a-4854-9d70-c5ab28decb22","MaaSAuthPolicy":{"name":"e2e-cfl-47b33c-9a74bb-access","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.461171494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"684de5a9-981b-43c8-b5a7-32a2d0a48358","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"tenant":"e2e-extmod-a-b7c2d5","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","model":"e2e-extmod-cfl-1-9a74bb/e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:58.461205746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"684de5a9-981b-43c8-b5a7-32a2d0a48358","MaaSModelRef":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"routeName":"external-model-e2e-cfl-47b33c-6402634480a8","namespace":"e2e-extmod-cfl-1-9a74bb","model":"e2e-cfl-47b33c","externalModel":"e2e-cfl-47b33c","provider":"e2e-cfl-47b33c-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.009193706Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"758cb18c-b5e7-4096-a5f2-fcdf78fea738","namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.040397307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"50cc7cb4-fec6-4d99-a2ea-5c71a3aba761","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.040409582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"c1e625af-192d-4478-b8f7-56b57b75c8ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.043344017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"3ac5503c-f043-4855-8ada-d46897a7df66","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.043372584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"c57c5021-363f-4324-8026-350bbc3f328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.048316168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5358a00b-128d-459b-ba6d-7cad6a2410e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.059292318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-2-0a9f18"},"namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","reconcileID":"97c35661-6c3a-44c8-9507-21d5e9214099","namespace":"e2e-extmod-cfl-2-0a9f18","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.061598657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"c1e625af-192d-4478-b8f7-56b57b75c8ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.061605802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"50cc7cb4-fec6-4d99-a2ea-5c71a3aba761","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.06407513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"3ac5503c-f043-4855-8ada-d46897a7df66","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.064299821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"c57c5021-363f-4324-8026-350bbc3f328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.066934844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5358a00b-128d-459b-ba6d-7cad6a2410e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.078798777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"c1e625af-192d-4478-b8f7-56b57b75c8ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.081697271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"c57c5021-363f-4324-8026-350bbc3f328a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.081821856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"3ac5503c-f043-4855-8ada-d46897a7df66","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.084183061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"5358a00b-128d-459b-ba6d-7cad6a2410e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.134406742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4cb004ce-7eaf-480b-ac84-ff82d330b5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.134495365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9bae0efb-e830-4b4a-84e0-3620910c5f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.134971667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3a6cd08a-f108-48ac-9549-ffebd32559e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.147941943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"bfe5ee36-0c25-4f90-b6a0-57fc6acab686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.154576862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9bae0efb-e830-4b4a-84e0-3620910c5f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.154603965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3a6cd08a-f108-48ac-9549-ffebd32559e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.156888709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4cb004ce-7eaf-480b-ac84-ff82d330b5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.166665671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"bfe5ee36-0c25-4f90-b6a0-57fc6acab686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.223496648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"521a185e-14f7-4eef-aa5b-06270b109dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.242244392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"521a185e-14f7-4eef-aa5b-06270b109dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.323846064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7cc86872-f3a3-4208-89be-dd86af99b503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.323846124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e28a484c-bc2d-4b7d-bec8-e265a991cb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.326276806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c00e392-6afc-48d7-a2fc-0064c277c0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.326299665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de658567-f219-4407-97ce-c8e8d9c2d2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.346642111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"e28a484c-bc2d-4b7d-bec8-e265a991cb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.350044116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de658567-f219-4407-97ce-c8e8d9c2d2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.35004477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c00e392-6afc-48d7-a2fc-0064c277c0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.34663768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7cc86872-f3a3-4208-89be-dd86af99b503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.423454305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b6a5da30-4964-4122-acce-8c35d18c3cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.441814628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"b6a5da30-4964-4122-acce-8c35d18c3cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.511251378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"063dca45-df89-47a4-9534-4d6cc3cad3af","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.51300551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0bbe062d-bd74-49ac-9881-0dabf8d74d2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.527435828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"77dbf010-9d74-4a14-923f-47a3b2e622d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.531471222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"063dca45-df89-47a4-9534-4d6cc3cad3af","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.539581228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"0bbe062d-bd74-49ac-9881-0dabf8d74d2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.540088885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29833643-0ec4-4f40-b6a9-13f593c08a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.626875153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"29833643-0ec4-4f40-b6a9-13f593c08a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.633548225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"77dbf010-9d74-4a14-923f-47a3b2e622d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.649833242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6fbe4add-605c-4ffe-9ed3-f2f1958b87af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.669020675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6fbe4add-605c-4ffe-9ed3-f2f1958b87af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.74725117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b143d220-f3b7-409b-8448-5e4d79c4835f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.749140676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bb00900a-eaff-4e25-b51c-7d8d2dab58be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.765707768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"b143d220-f3b7-409b-8448-5e4d79c4835f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.767486805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bb00900a-eaff-4e25-b51c-7d8d2dab58be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.797441017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"0ab98aba-0e32-4e40-9175-48aff3666459","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.798960839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"cbd527c7-1e18-44fc-9ac1-17f71b85f1fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.808925938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"7ad97d41-5e29-4a7d-9af0-2ac436130251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.816209383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"0ab98aba-0e32-4e40-9175-48aff3666459","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.817115199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"cbd527c7-1e18-44fc-9ac1-17f71b85f1fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.831619835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"7ad97d41-5e29-4a7d-9af0-2ac436130251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.833283149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"0ab98aba-0e32-4e40-9175-48aff3666459","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.834659799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"cbd527c7-1e18-44fc-9ac1-17f71b85f1fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.903773974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"9df82233-847f-42a0-bf23-9acca77055e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.906527816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"59904bd1-2623-45b3-a0dd-e8ce340f3146","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.906590525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"33b596ad-6e5c-49e0-8ba3-030a38b52bba","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.967181149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"59904bd1-2623-45b3-a0dd-e8ce340f3146","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.98879542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"33b596ad-6e5c-49e0-8ba3-030a38b52bba","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.993940643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"9df82233-847f-42a0-bf23-9acca77055e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:27:59.995001709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"59904bd1-2623-45b3-a0dd-e8ce340f3146","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.01275917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"33b596ad-6e5c-49e0-8ba3-030a38b52bba","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.069499813Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"09c6105e-9a07-4ee8-abef-771b7a3b4dfd","namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.099803652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"725a371f-6523-4ff5-a467-891ff2714710","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.099866793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"a0a42854-df5a-4dfc-8f64-2bec6a5c5266","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.102059818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"409e5c1e-61b2-4925-bc6d-682cb5a13db6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.102173017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4bfdcffc-066c-48f3-be9f-30047efde61b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.118300991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"725a371f-6523-4ff5-a467-891ff2714710","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.12008885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"a0a42854-df5a-4dfc-8f64-2bec6a5c5266","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.120596267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"409e5c1e-61b2-4925-bc6d-682cb5a13db6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.12367281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4bfdcffc-066c-48f3-be9f-30047efde61b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.135878425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"725a371f-6523-4ff5-a467-891ff2714710","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.137138293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"a0a42854-df5a-4dfc-8f64-2bec6a5c5266","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.138466106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"409e5c1e-61b2-4925-bc6d-682cb5a13db6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.141572298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4bfdcffc-066c-48f3-be9f-30047efde61b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.176501602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"75c65c33-5a62-47fa-b437-9e071476c66f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.181312205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e6a1a2fc-3c63-4a8b-911d-243b969e3eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.181449966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4f3af2fe-35d9-45c5-bbf0-a417666508a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.185635499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2b805384-9d2c-4066-8dfe-e176876614a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.189062109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2c150dd6-ef5a-42da-8eb4-02a5188b0a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.197329517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"75c65c33-5a62-47fa-b437-9e071476c66f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.21158088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4f3af2fe-35d9-45c5-bbf0-a417666508a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.215194548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2b805384-9d2c-4066-8dfe-e176876614a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.217023783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e6a1a2fc-3c63-4a8b-911d-243b969e3eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.222405465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2c150dd6-ef5a-42da-8eb4-02a5188b0a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.273294954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-47b33c","namespace":"e2e-extmod-cfl-1-9a74bb"},"namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","reconcileID":"389be8aa-517e-4ac4-91f8-4208d1dfbf99","namespace":"e2e-extmod-cfl-1-9a74bb","name":"e2e-cfl-47b33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.388260245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8bec77ca-412b-48d4-a2c8-882c975ba37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.39362123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6e27d8a4-ef97-4d32-b258-680a34b83108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.402752046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c38de6e1-91bc-4fe1-97f8-dee39c4af426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.403162163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f2fb16f8-36a8-497f-8659-b473ea55b002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.409367715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"8bec77ca-412b-48d4-a2c8-882c975ba37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.411856306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6e27d8a4-ef97-4d32-b258-680a34b83108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.422450212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f2fb16f8-36a8-497f-8659-b473ea55b002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.42485528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c38de6e1-91bc-4fe1-97f8-dee39c4af426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.550611801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3ba7c97f-581a-4d6d-a3c8-14765494851b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.569106685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3ba7c97f-581a-4d6d-a3c8-14765494851b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.594053829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1dbae381-2e4c-4177-8ef5-8ad0f625732e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.594928198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cd75cb8-d889-4ff5-bcc4-17a47f46e705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.595808036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f057ac04-88de-4097-942d-9da07e025853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.596474178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ddcd8f88-bf9c-4004-a2f3-f45c1c828e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.799697037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f057ac04-88de-4097-942d-9da07e025853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.834348871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ddcd8f88-bf9c-4004-a2f3-f45c1c828e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.860988275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cd75cb8-d889-4ff5-bcc4-17a47f46e705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.864111469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"1dbae381-2e4c-4177-8ef5-8ad0f625732e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:00.99193854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6e63e109-78c5-48e9-9dcb-a90bb19fabd1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.010040926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"6e63e109-78c5-48e9-9dcb-a90bb19fabd1","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.05010178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.093049115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"61012615-98b8-42c3-aad2-582d73a36845","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.111559299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"61012615-98b8-42c3-aad2-582d73a36845","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.123961108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"85d3817a-2bc4-42fd-8cb2-daa220266faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.124491919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cb4018a0-a8cd-44fa-a5e5-1b76d7a700e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.125544484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6a27e5c5-a4dc-4cd1-bcbd-128fc9a59764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.142990603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"85d3817a-2bc4-42fd-8cb2-daa220266faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.144154285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cb4018a0-a8cd-44fa-a5e5-1b76d7a700e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.145703255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6a27e5c5-a4dc-4cd1-bcbd-128fc9a59764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.211639324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"2defd480-7fdb-47ea-8340-94f3dc8ad0ab","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.231363249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"2defd480-7fdb-47ea-8340-94f3dc8ad0ab","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.24818257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"2defd480-7fdb-47ea-8340-94f3dc8ad0ab","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.311495729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d53e61e5-3ec3-41a3-8c40-88f68bd895bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.311555821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f2933291-c7b3-48ea-a76e-0d75b78cedac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.313850673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"12fe8e4d-5cc4-48c1-912a-1f5ae48acea3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.326761487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c8cb2f66-3bf2-4bdb-ae3a-1060537842b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.331019367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f2933291-c7b3-48ea-a76e-0d75b78cedac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.331113614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d53e61e5-3ec3-41a3-8c40-88f68bd895bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.33166132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"553dbf49-7bf4-42a5-8e34-e56352e27ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.33352242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"12fe8e4d-5cc4-48c1-912a-1f5ae48acea3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.345178856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c8cb2f66-3bf2-4bdb-ae3a-1060537842b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.348354248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"d53e61e5-3ec3-41a3-8c40-88f68bd895bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.34893066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f2933291-c7b3-48ea-a76e-0d75b78cedac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.3508974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"553dbf49-7bf4-42a5-8e34-e56352e27ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.350932584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"12fe8e4d-5cc4-48c1-912a-1f5ae48acea3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.412127132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b49d8844-cfb3-4996-aca9-28ec50a0f786","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.424863564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0126d368-6151-46ce-be98-af6a4eca6be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.426637033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f9943f72-2245-4e88-b82a-80bc733a61bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.430711488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b49d8844-cfb3-4996-aca9-28ec50a0f786","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.443590571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0126d368-6151-46ce-be98-af6a4eca6be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:01.445880479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f9943f72-2245-4e88-b82a-80bc733a61bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.786769705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"79fcb6a6-c321-4870-b069-8541387b8f3f","namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.822266121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"be8430c5-0fd7-4647-85a6-5392158d1c2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.82306314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"364f0523-389e-4d7b-8c2d-84a984163eee","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.835596929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"9df36e0b-3125-4dbe-9b46-431a08fafc9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.835646022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"988ae758-6794-4f5b-aabe-cb1e79857acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.837612675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"e00d3d13-2863-4d26-9c75-999a8bac8478","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.842171426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"364f0523-389e-4d7b-8c2d-84a984163eee","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.842549253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"be8430c5-0fd7-4647-85a6-5392158d1c2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.857315042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"e00d3d13-2863-4d26-9c75-999a8bac8478","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.859030791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"988ae758-6794-4f5b-aabe-cb1e79857acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.85979559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"9df36e0b-3125-4dbe-9b46-431a08fafc9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.860892938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"be8430c5-0fd7-4647-85a6-5392158d1c2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.861139559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"364f0523-389e-4d7b-8c2d-84a984163eee","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.876172891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"e00d3d13-2863-4d26-9c75-999a8bac8478","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.87839108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"9df36e0b-3125-4dbe-9b46-431a08fafc9e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.91040298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"48daa889-d004-41ce-b34b-e549e2b11efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.910841589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0403ab32-950a-4f1d-9dd1-f3e62d310b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.930196465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"48daa889-d004-41ce-b34b-e549e2b11efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.930350809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0403ab32-950a-4f1d-9dd1-f3e62d310b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.936458976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-637fc7","namespace":"e2e-extmod-att-noaccess-0d95c6"},"namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","reconcileID":"6185f1b8-7664-4abf-934c-a8a8e7442a2f","namespace":"e2e-extmod-att-noaccess-0d95c6","name":"e2e-att-noaccess-637fc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.965110201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b15d099d-3802-4d83-97d7-62e505f3e1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.965518951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"d00ba318-5d1b-4ca8-b8ee-f4ce27b1a342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.983390802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b15d099d-3802-4d83-97d7-62e505f3e1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:03.983802387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"d00ba318-5d1b-4ca8-b8ee-f4ce27b1a342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.093502901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d9b75844-d2bf-419e-9789-7ae5d9318f2f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.116380526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d9b75844-d2bf-419e-9789-7ae5d9318f2f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.11825435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6879d48c-59ee-42f2-bde9-6a3d313dda37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.123281224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4eaa9103-d51b-4ee1-a4f3-ccfdfdc15ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.136670303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"6879d48c-59ee-42f2-bde9-6a3d313dda37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.139731159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9b5110d9-f10f-48b3-b038-e44ee865bfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.140175581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0e05bc89-9929-4702-ba28-0131fda4d26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.141371909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4eaa9103-d51b-4ee1-a4f3-ccfdfdc15ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.157876658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9b5110d9-f10f-48b3-b038-e44ee865bfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.159617393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0e05bc89-9929-4702-ba28-0131fda4d26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.240442414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c6f457df-2428-4994-bb3a-c0f4af0f4499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.240672488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20d73824-268b-4cd0-889f-9f1f22f311ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.2420122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5ec49927-6ebd-4c48-9d16-b136f938cb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.242618664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6ed563-e168-4c74-88ca-ea4a207bf595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.244071181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c6fc6a4d-b8ae-446a-8114-e8bfbc7bb2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.258591909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c6f457df-2428-4994-bb3a-c0f4af0f4499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.260623572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20d73824-268b-4cd0-889f-9f1f22f311ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.261092446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5ec49927-6ebd-4c48-9d16-b136f938cb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.263325672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f6ed563-e168-4c74-88ca-ea4a207bf595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.26430857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c6fc6a4d-b8ae-446a-8114-e8bfbc7bb2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.343439561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dc8afb7e-e322-4875-99f7-4ba68af43fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.362083095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"dc8afb7e-e322-4875-99f7-4ba68af43fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.428571577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"055d572a-82b2-4bdf-8152-d446b9b6be20","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.428684743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1918ebab-2cb3-4777-9441-090d9fed03ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.430573127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"55ba3b10-a5f2-4aea-bf73-e8bb6783569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.4322089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"8dd45877-2b66-4d32-ac61-cbec29f1f8e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.443105997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"085fbcad-e93a-4c1c-984c-f0fe51408cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.447087369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"055d572a-82b2-4bdf-8152-d446b9b6be20","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.447334983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"1918ebab-2cb3-4777-9441-090d9fed03ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.44947985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"55ba3b10-a5f2-4aea-bf73-e8bb6783569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.450322508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"8dd45877-2b66-4d32-ac61-cbec29f1f8e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.461713457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"085fbcad-e93a-4c1c-984c-f0fe51408cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.466500402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"55ba3b10-a5f2-4aea-bf73-e8bb6783569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.466785572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"8dd45877-2b66-4d32-ac61-cbec29f1f8e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.52972012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b967aeca-3615-4a91-a45c-7329d22a6fd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.533137459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"5025f6e7-9d80-4147-bda6-dac6cacba021","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.545864108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ed112ec6-2480-40c9-a2a4-7d4d0ed4a43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.549787736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b967aeca-3615-4a91-a45c-7329d22a6fd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.552581187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"5025f6e7-9d80-4147-bda6-dac6cacba021","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.559245582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d29dc086-30b6-425c-b25b-1c1cf8130526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.559259865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"530b5e76-1b0e-4de2-9c01-1e6c3d6b1e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.563761381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ed112ec6-2480-40c9-a2a4-7d4d0ed4a43b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.566537877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b967aeca-3615-4a91-a45c-7329d22a6fd9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.621480374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"5025f6e7-9d80-4147-bda6-dac6cacba021","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.624042367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"530b5e76-1b0e-4de2-9c01-1e6c3d6b1e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.624339718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d29dc086-30b6-425c-b25b-1c1cf8130526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.651865556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e4ce7b9b-27e2-412f-b420-17fa99e07a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.663533531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ed5129ad-e15b-4327-813f-ad0d508eea37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.66990099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"e4ce7b9b-27e2-412f-b420-17fa99e07a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:04.681701739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ed5129ad-e15b-4327-813f-ad0d508eea37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.41857539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"63ff6d6d-3651-4317-829f-a98521e80573","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.41859972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"63ff6d6d-3651-4317-829f-a98521e80573","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.439745455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a5ad492f-049d-4f97-bb36-37d98f39de98","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.454286755Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"9b86fe14-ec93-4c76-92d1-1220cf8e3bfd","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dab65700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.457893123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"a5ad492f-049d-4f97-bb36-37d98f39de98","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.633629273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"98165c71-4055-4e76-a6b2-bb4654f7f80f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:05.651863144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"98165c71-4055-4e76-a6b2-bb4654f7f80f","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.498805484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"25070b3a-f651-41f1-b35e-e33a0c9c02da","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.498810868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"402d736d-3591-413e-845c-8032bc19e375","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.517449815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"402d736d-3591-413e-845c-8032bc19e375","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.51754339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"25070b3a-f651-41f1-b35e-e33a0c9c02da","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.536199661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"25070b3a-f651-41f1-b35e-e33a0c9c02da","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.537809013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"402d736d-3591-413e-845c-8032bc19e375","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.652720392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b4d86e7b-fd2e-4f17-bd9f-48c746fad135","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.721446006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b5bfd2d0-ecd7-4a26-8c36-2be944fc0b53","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.739581893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b5bfd2d0-ecd7-4a26-8c36-2be944fc0b53","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.740284351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b4d86e7b-fd2e-4f17-bd9f-48c746fad135","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.758241208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"b5bfd2d0-ecd7-4a26-8c36-2be944fc0b53","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:14.759178559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b4d86e7b-fd2e-4f17-bd9f-48c746fad135","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.470329013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"a4dfd770-df8b-4b03-90d3-0bd23cf296b3","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","subscription":"e2e-att-unrel-fd3758-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.501703596Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"a4dfd770-df8b-4b03-90d3-0bd23cf296b3","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.516751351Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-sub","reconcileID":"a4dfd770-df8b-4b03-90d3-0bd23cf296b3","MaaSSubscription":{"name":"e2e-att-unrel-fd3758-sub","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"maas-trlp-e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.686703563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"4ca87caa-1b0f-45a8-8ace-9cc5179429c8","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.686731379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"4ca87caa-1b0f-45a8-8ace-9cc5179429c8","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.705353171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"798ff686-09c3-436d-9340-b2742b9ae1ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.72478627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"798ff686-09c3-436d-9340-b2742b9ae1ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.833887134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"76a9cd43-4fc5-4a7d-a32a-89eb8b814354","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.849780767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"40da4c7a-930a-4404-8765-cfd4615405f9","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.849809563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"40da4c7a-930a-4404-8765-cfd4615405f9","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.851861217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"76a9cd43-4fc5-4a7d-a32a-89eb8b814354","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:15.991967722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8cdec655-6b85-4ee9-aa8d-da02abc00921","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.035227525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8cdec655-6b85-4ee9-aa8d-da02abc00921","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.087676608Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8cdec655-6b85-4ee9-aa8d-da02abc00921","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"name":"e2e-extmod-b-4c1015-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.087707236Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"e2e-att-unrel-fd3758-access","reconcileID":"8cdec655-6b85-4ee9-aa8d-da02abc00921","MaaSAuthPolicy":{"name":"e2e-att-unrel-fd3758-access","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4c1015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.120232772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"4b82c889-ec3d-4ef1-ab8d-223fcce304eb","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"tenant":"e2e-extmod-b-4c1015","gateway":"openshift-ingress/e2e-extmod-b-4c1015","model":"e2e-extmod-att-user-917813/e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.120261367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"4b82c889-ec3d-4ef1-ab8d-223fcce304eb","MaaSModelRef":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"routeName":"external-model-e2e-att-unrel-fd3758-5370341d9b41","namespace":"e2e-extmod-att-user-917813","model":"e2e-att-unrel-fd3758","externalModel":"e2e-att-unrel-fd3758","provider":"e2e-att-unrel-fd3758-provider","gateway":"openshift-ingress/e2e-extmod-b-4c1015","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.144080552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"43281f5c-06b3-49e1-888c-b57c6a0da457","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.169845445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"9bec3d93-e527-4790-a323-23f6e1716fa3","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.178170661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efc31619-02bd-4805-bc64-7b4ec622ec15","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.179550399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"19c1b0be-0815-4435-9f44-3b146287a1ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.18015282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"612deb8e-270b-446a-9aef-a2f4a6126530","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.184274865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a7b1a7e6-9fbe-41d6-943f-0fceaa9ea03b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.18431557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f089c756-ee4d-45c9-977a-3128f7498db1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.196196157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efc31619-02bd-4805-bc64-7b4ec622ec15","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.197783046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"19c1b0be-0815-4435-9f44-3b146287a1ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.198382236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"612deb8e-270b-446a-9aef-a2f4a6126530","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.202278477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a7b1a7e6-9fbe-41d6-943f-0fceaa9ea03b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.203637505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f089c756-ee4d-45c9-977a-3128f7498db1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.213313032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"efc31619-02bd-4805-bc64-7b4ec622ec15","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.214710243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"19c1b0be-0815-4435-9f44-3b146287a1ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.216093557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"612deb8e-270b-446a-9aef-a2f4a6126530","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.21919049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"a7b1a7e6-9fbe-41d6-943f-0fceaa9ea03b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.25553464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"05d9641b-b6b5-41b7-ba7e-61742be117b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.259452162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6dd4b8dc-87dd-4bd3-abb8-14acef769391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.259926537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5560ebff-b534-4035-a233-ae1a3a72559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.261094241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c9f6ab37-6d06-49db-abf2-88719cd7490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.274308415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"05d9641b-b6b5-41b7-ba7e-61742be117b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.280492003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5560ebff-b534-4035-a233-ae1a3a72559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.281374084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6dd4b8dc-87dd-4bd3-abb8-14acef769391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.283386238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c9f6ab37-6d06-49db-abf2-88719cd7490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.438049039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3260d27b-b4f0-4b76-a0e3-e5e2ab1d09e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.533880064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3260d27b-b4f0-4b76-a0e3-e5e2ab1d09e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.839640203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a514919e-347e-4434-8747-b6730acc4b9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.8870547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"437b97f3-f758-4db3-9c44-d7d6088b0246","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.957674355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ffe4044d-690b-4045-89e7-2268592e644d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:16.998555509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a514919e-347e-4434-8747-b6730acc4b9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.023136923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"09a20a09-ef3b-4fa2-ac24-222a6e7134c1","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.194368061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"14cfa60e-7453-495d-8ac1-97f64ed862b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.215712283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ffe4044d-690b-4045-89e7-2268592e644d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.224670834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5a95af44-ad70-4159-bb02-49b53056ee9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.539032151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"14cfa60e-7453-495d-8ac1-97f64ed862b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.540412601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"1c466f55-c17f-4ec4-91ba-41b133bd8220","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-653847428e9b","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.225856188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"6c2b845d-7f55-4990-9594-b298134b7ea2","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.588797909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5a95af44-ad70-4159-bb02-49b53056ee9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.653237428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"725bbdf7-4322-4dcc-a898-8222aa5f5631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.693644347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"03ca26e7-a43b-4cd1-91be-4e6dcedbb7f5","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-653847428e9b","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:17.761585561Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"03ca26e7-a43b-4cd1-91be-4e6dcedbb7f5","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:17.780957156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"03ca26e7-a43b-4cd1-91be-4e6dcedbb7f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.782063565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"725bbdf7-4322-4dcc-a898-8222aa5f5631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.848862336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f6ee5648-026b-428c-afd4-443aa9136ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.870959322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-b-7d8760","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-b-7d8760","reconcileID":"61294fab-8209-471d-9357-ba3cb6750b85","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-b-7d8760","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-18de04e49e3d","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-b-7d8760","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-b-7d8760","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.871890971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f6ee5648-026b-428c-afd4-443aa9136ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.935131129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"ef9f83fb-129e-4cf5-89e3-ff82e7c6fb28","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-653847428e9b","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.989006325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"68d47dfe-d316-4fb5-a6bf-62f46a68a76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.996685928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d066f41c-390e-4e11-a4a4-a7ee1e5a7400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:17.997425652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"44398f94-39d2-4cf7-9ef8-7bbcb7a66138","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-653847428e9b","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.081365676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"df61f074-311e-486a-bc0d-a7511d766086","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.083899174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"746c4602-32f8-4d09-b603-7cc7bfcc4889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.088987294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"68d47dfe-d316-4fb5-a6bf-62f46a68a76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.091780756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d066f41c-390e-4e11-a4a4-a7ee1e5a7400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.106884916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"746c4602-32f8-4d09-b603-7cc7bfcc4889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.128320616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e25a806f-a217-44a8-ae89-77c1640cc3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.151963293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e25a806f-a217-44a8-ae89-77c1640cc3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.159272458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e6381c4a-250e-435f-af16-04e059d8f2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.17888913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e6381c4a-250e-435f-af16-04e059d8f2da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.250400373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-fd3758","namespace":"e2e-extmod-att-user-917813"},"namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","reconcileID":"2d5a1c89-00cb-437b-894a-9a57f2596cc0","namespace":"e2e-extmod-att-user-917813","name":"e2e-att-unrel-fd3758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.307597889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"232b60d1-1a00-4187-b8b0-8dc0b436b741","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.308900136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6d7c18f7-c202-4fc0-b070-afc26bccac71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.320095719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f4c3e756-c35d-4cbf-94a5-162f22e0a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.321113352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"99c5f9db-9aaa-4564-a42b-44c303ee8073","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.322473162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9651e6d0-2a48-4a8d-a881-190009c71684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.326926472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"232b60d1-1a00-4187-b8b0-8dc0b436b741","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.32758152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","reconcileID":"4e81cfcc-2d15-4394-8119-63fbc285d07e","MaaSModelRef":{"name":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","namespace":"e2e-extmod-shr-user-cb0ecc"},"routeName":"external-model-e2e-shr-shared-26da64-653847428e9b","namespace":"e2e-extmod-shr-user-cb0ecc","model":"e2e-shr-shared-26da64-e2e-extmod-a-b7c2d5","externalModel":"e2e-shr-shared-26da64","provider":"e2e-shr-shared-26da64-provider","gateway":"openshift-ingress/e2e-extmod-a-b7c2d5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.328429904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6d7c18f7-c202-4fc0-b070-afc26bccac71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.344851776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f4c3e756-c35d-4cbf-94a5-162f22e0a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.354360125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"9651e6d0-2a48-4a8d-a881-190009c71684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.355697048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"232b60d1-1a00-4187-b8b0-8dc0b436b741","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.359346709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"99c5f9db-9aaa-4564-a42b-44c303ee8073","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.365213884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6d7c18f7-c202-4fc0-b070-afc26bccac71","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.366992586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f4c3e756-c35d-4cbf-94a5-162f22e0a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.381059109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"99c5f9db-9aaa-4564-a42b-44c303ee8073","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.409090855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"14ae1bf3-a4f4-49c4-b4b6-57bf2abb3e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.425530662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"55882d19-51fc-47b1-b0b5-cf148c2f1a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.432327328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"de4dfced-2247-4768-a085-29f725f02f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.432749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"14ae1bf3-a4f4-49c4-b4b6-57bf2abb3e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.448621905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"55882d19-51fc-47b1-b0b5-cf148c2f1a1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.454019648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"de4dfced-2247-4768-a085-29f725f02f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.718776533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ca9db664-4058-4591-b6f6-1c09b58d3e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.868754048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"ca9db664-4058-4591-b6f6-1c09b58d3e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.924479989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a699c248-1dd9-4263-8f0a-a30cc792f6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.948219402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"a699c248-1dd9-4263-8f0a-a30cc792f6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:18.957335794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0610f830-e86a-408f-ba33-3ccdb2c8c0eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.009560619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"f873df8d-a6d2-4675-9513-18d74764e3b5","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.014244101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"fca82adf-6a47-48c3-b9cd-a9a7d7a91a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.019719703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0610f830-e86a-408f-ba33-3ccdb2c8c0eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.036714424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"431b833a-e5cf-44bf-bf4d-e9f049ea6393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.045943302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"fca82adf-6a47-48c3-b9cd-a9a7d7a91a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.058680683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"431b833a-e5cf-44bf-bf4d-e9f049ea6393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.097651594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e1e823bd-124e-4cfc-9a5b-c481fbac1380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.116026574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e1e823bd-124e-4cfc-9a5b-c481fbac1380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.197540187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"51b770da-55dc-47e2-8508-65a91e602502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.1975489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8f25ce80-3cea-4183-8b9a-ddbd4acc1276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.204272186Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"c924ebde-108b-41ef-832d-330077fa7a17","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.216175406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8f25ce80-3cea-4183-8b9a-ddbd4acc1276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.216197693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"51b770da-55dc-47e2-8508-65a91e602502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.298848321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"57135f67-55ba-4af0-8225-9b67e77d217d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.298847196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3ac73a57-7c50-4487-b184-22cefd396098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.301495641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7394a248-3e29-435e-9f86-75baf5fe8f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.317688734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"3ac73a57-7c50-4487-b184-22cefd396098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.31885648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"57135f67-55ba-4af0-8225-9b67e77d217d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.320220429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7394a248-3e29-435e-9f86-75baf5fe8f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.398258789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dbfd525-6d5b-457c-9adb-0bec65ad7c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.398259098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058eb0fd-03ca-4a59-a54d-18e0da2f78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.417942137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058eb0fd-03ca-4a59-a54d-18e0da2f78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.418988336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dbfd525-6d5b-457c-9adb-0bec65ad7c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.489506533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"379a4c5c-8435-4ac3-ad50-ba8b5f27f4cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.492453045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"22ecf6b7-7412-430c-a6e6-d5f8a4c7fdc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.50342444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"661ccf85-4e7d-4727-9a55-0d817ddb2ff6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.503511604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4e2c8fc0-8385-40ee-b9ec-8afb3e1dc6b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.505068684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9b1963cf-e7d9-4bac-a6e8-c2e122ffc894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.508881224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"379a4c5c-8435-4ac3-ad50-ba8b5f27f4cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.509492033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-26da64","namespace":"e2e-extmod-shr-user-cb0ecc"},"namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","reconcileID":"aceb348a-1254-4c74-87bd-b9d3e19c8d2a","namespace":"e2e-extmod-shr-user-cb0ecc","name":"e2e-shr-shared-26da64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.511888147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"22ecf6b7-7412-430c-a6e6-d5f8a4c7fdc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.526754405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4e2c8fc0-8385-40ee-b9ec-8afb3e1dc6b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.52688268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"661ccf85-4e7d-4727-9a55-0d817ddb2ff6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.528654842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"379a4c5c-8435-4ac3-ad50-ba8b5f27f4cf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.529960834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9b1963cf-e7d9-4bac-a6e8-c2e122ffc894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.530763597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"22ecf6b7-7412-430c-a6e6-d5f8a4c7fdc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.54489802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"661ccf85-4e7d-4727-9a55-0d817ddb2ff6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.545180758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4e2c8fc0-8385-40ee-b9ec-8afb3e1dc6b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.709723127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7ac0ddd0-077d-40f1-ab71-fb7e44f167a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.726490417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0288161c-0a2b-4b02-b387-85644f5ad1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.727627089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3c1fd257-d8b6-4b5e-bdb2-33b22e32c631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.894764897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c170bc6c-8256-4e74-ae5c-dcfb5e3197f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.96167449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7ac0ddd0-077d-40f1-ab71-fb7e44f167a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.967880985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0288161c-0a2b-4b02-b387-85644f5ad1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:19.979216065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"58790794-20ab-4719-a28d-4a68a9e01009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.004976117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3c1fd257-d8b6-4b5e-bdb2-33b22e32c631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.020195898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"c170bc6c-8256-4e74-ae5c-dcfb5e3197f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.023495239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"58790794-20ab-4719-a28d-4a68a9e01009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.505823929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"816760b8-abbd-476b-9b6e-ab1703787200","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.553091517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"816760b8-abbd-476b-9b6e-ab1703787200","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.56001075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"44dc30bf-cd2f-4320-9f49-fb99c8d86764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.560309794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a4ebc20a-e934-44ed-a8cd-7bfdc02d5ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.560481916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"1ea61481-5ea6-4b6f-912e-8677e1d47ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.563060315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"52edee8c-37b9-48ee-9278-3af5a950cd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.57898313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"44dc30bf-cd2f-4320-9f49-fb99c8d86764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.580101697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a4ebc20a-e934-44ed-a8cd-7bfdc02d5ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.582526108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"52edee8c-37b9-48ee-9278-3af5a950cd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.583273786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"1ea61481-5ea6-4b6f-912e-8677e1d47ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.651033912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"f97fdcc4-017b-46b2-9e59-551e85e1a097","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.667832865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"47e0ab70-d659-4759-ae0f-f3babda12f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.667891306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5b1a669d-1dc2-4176-b4d3-76a275a12772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.668344439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9f7aa619-c553-4f1a-8f2f-d7bc92d23521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.673968879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"f97fdcc4-017b-46b2-9e59-551e85e1a097","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.686289499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5b1a669d-1dc2-4176-b4d3-76a275a12772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.686353514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"47e0ab70-d659-4759-ae0f-f3babda12f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.688948042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"9f7aa619-c553-4f1a-8f2f-d7bc92d23521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.69160648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"f97fdcc4-017b-46b2-9e59-551e85e1a097","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.746897007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"7f0247ae-374f-4883-9316-47cef4197da4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.747866793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"bc681585-df30-46a0-a925-873d6ab1a5c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.765239707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"7f0247ae-374f-4883-9316-47cef4197da4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.76597888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"bc681585-df30-46a0-a925-873d6ab1a5c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.767956215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ebdd4cad-c547-4302-919c-d9cdacbc15e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.768133576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"41c9e628-6d7c-4365-b527-2995a7f473b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.769188871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4a2244fb-96cd-458b-802b-c41f96d7e16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.78232964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"7f0247ae-374f-4883-9316-47cef4197da4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.783198411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"bc681585-df30-46a0-a925-873d6ab1a5c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.785936821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ebdd4cad-c547-4302-919c-d9cdacbc15e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.786040391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"41c9e628-6d7c-4365-b527-2995a7f473b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.788282966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"4a2244fb-96cd-458b-802b-c41f96d7e16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.863800322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"65876d89-8157-4e89-b574-b33a5cbc4540","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.885173422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"65876d89-8157-4e89-b574-b33a5cbc4540","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.900220665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3074b1a0-701a-45d1-a52c-1964776518e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.903936876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"65876d89-8157-4e89-b574-b33a5cbc4540","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.919682312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3074b1a0-701a-45d1-a52c-1964776518e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.960962007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59daea87-0ba9-479e-8f63-48e3867633d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:20.97916408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59daea87-0ba9-479e-8f63-48e3867633d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.752948524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"70720b6e-3b65-4843-8efb-ba02b9a3dabb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.77228202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"70720b6e-3b65-4843-8efb-ba02b9a3dabb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.791284544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"70720b6e-3b65-4843-8efb-ba02b9a3dabb","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.814368055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"89afdc66-9042-48e6-aa10-48844e8bab0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.814380985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e88855a5-75f4-40af-98d8-0186391a26a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.834219004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e88855a5-75f4-40af-98d8-0186391a26a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.835371401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"89afdc66-9042-48e6-aa10-48844e8bab0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.853034388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e88855a5-75f4-40af-98d8-0186391a26a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.85366917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (855fc0075dfb17ecf55bcaf290300db32cf7c619019e9315542a24819b0d2e89) AuthConfig (b4100605fddd8a99ba7459b4660abbebb756c9ed08de05a69766247b8afd6f8e) AuthConfig (8985256e56582c1f56b932079b1c061ed6d72e661006cc4c3ca09ad16642a987) AuthConfig (b7fdfbe88e36451afb24751ac8e5ffe9d65a19581cb9b898a664bab76511fe85) AuthConfig (207d84dd9504189cac95fd236745d7963bcd411ee7838579c3d2a76ad12828df) AuthConfig (a27baa708b619a7adb244e34211c68bc4aff4b1e345dc49928597e3abb799ff5) AuthConfig (5fb1914bc8de76b462916ff2cdb4c1a32a808dc3ae3b587df1e7710f6c25a0da) AuthConfig (d3322a6d1ccfb0298d48fac4139416edac2daf146f0370ae0f765956fad8fca7) AuthConfig (a9041379cae47c08be39eb375b2283aaa4534c9d15d0e752ae675bea395bb483) AuthConfig (f54fd2b2b98f1ceff8a0df3563b303beaec677032dd57e1169ee1ca5713ecc78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"89afdc66-9042-48e6-aa10-48844e8bab0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.869920713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c82b3f-9311-4d7f-a8bc-6b73f57935a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.883826062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c82b3f-9311-4d7f-a8bc-6b73f57935a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.897486686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c82b3f-9311-4d7f-a8bc-6b73f57935a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.911716783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c82b3f-9311-4d7f-a8bc-6b73f57935a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:30.943888022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1727a84f-8610-4e45-89c9-deac9197faee","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.012955156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1727a84f-8610-4e45-89c9-deac9197faee","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.038615355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1727a84f-8610-4e45-89c9-deac9197faee","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.064057911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.523561708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c06a2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c06a2c","reconcileID":"0c72bba7-908c-41ae-8e0f-0542915b44d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c06a2c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-c06a2c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.61449534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f24904-1328-4a93-9713-3597f5e6738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.628779675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f24904-1328-4a93-9713-3597f5e6738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.642630727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f24904-1328-4a93-9713-3597f5e6738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:31.656736523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f24904-1328-4a93-9713-3597f5e6738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:32.242366868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3449bf7a-89c5-4023-ba08-1a87cc599249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:32.256299768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3449bf7a-89c5-4023-ba08-1a87cc599249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:32.27011232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3449bf7a-89c5-4023-ba08-1a87cc599249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:32.283870577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3449bf7a-89c5-4023-ba08-1a87cc599249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:33.204613503Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c06a2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c06a2c","reconcileID":"853fa5a7-f924-447b-a2a1-26b0faa82bf7","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-c06a2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:37.823825282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5fb7a5-e6e0-4b3f-aef6-106ec83f3e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:37.840498012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5fb7a5-e6e0-4b3f-aef6-106ec83f3e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:37.855099573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5fb7a5-e6e0-4b3f-aef6-106ec83f3e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:37.869454475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5fb7a5-e6e0-4b3f-aef6-106ec83f3e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:38.474787709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60016300-3fe3-4610-939e-de46aa0413e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:38.521226311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60016300-3fe3-4610-939e-de46aa0413e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:38.535498081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60016300-3fe3-4610-939e-de46aa0413e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:38.549412878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60016300-3fe3-4610-939e-de46aa0413e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:39.147231506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bf81a2-5aaa-40f3-ae76-c86fd22d5358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:39.162204567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bf81a2-5aaa-40f3-ae76-c86fd22d5358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:39.179972735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bf81a2-5aaa-40f3-ae76-c86fd22d5358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:39.222724953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bf81a2-5aaa-40f3-ae76-c86fd22d5358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:39.556726339Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-75ea0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-75ea0c","reconcileID":"32f4944a-8ad2-4614-aeb2-df48d8f879d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-75ea0c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-75ea0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.048423874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a842d2f-5db4-4027-817c-ab63edf7522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.063219142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a842d2f-5db4-4027-817c-ab63edf7522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.077266216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a842d2f-5db4-4027-817c-ab63edf7522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.091681692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a842d2f-5db4-4027-817c-ab63edf7522e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.590734223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"bf242390-ed7d-42bd-8522-53fdf0591b98","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.610815801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"bf242390-ed7d-42bd-8522-53fdf0591b98","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.632838934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be219ee2a88baef4dda8dbdd399b65832ad877abf34f90de939d9da0f17357a1) AuthConfig (af7e137d11a488f6044732ae74a70f443839c0ac34f00746558aab194ba6cae5) AuthConfig (6e7360ffb47b1c9933cae7dbf93a1f068b3ed29bb373ab622644be5e8cd2f7a4) AuthConfig (ad56c7eff91a1528ff4b5949b67f978d027e2e2775a4da4ac23a97cd3db9e0d2) AuthConfig (c657b4f6030a34cbf685502677ae2521ed3accf184cc43c18204de9b3152cebb) AuthConfig (259d3bc38a22edcf583b69d1885e23cf57cd81db699b9a74c63a2b02e2fe9e32) AuthConfig (26ba685ca288b9638daf05d70d10f517afb6b52bb24540ba35a42f0ba065d38f) AuthConfig (50c481c62e47f7f3daddf3cd52ba7715cf6385710dc134934f63f2e3047eb7f4) AuthConfig (52bcea8e9ea31ec2d5c442efb5ff7d6fffb5377f9e6b730640e0341faf9df2d8) AuthConfig (efcb5815a64c4ffa95f70676a333116ec53cc9fb821f47180dd21214e027932c) AuthConfig (8f50f9148be6a5abcddc4493d9e8e04ae828f3d1d11ad79cf9f8bbde9e9e84a1) AuthConfig (48ac1e26f47176a8f0edcd6d195ea10aee5d9c772c299aa3fa4ba0a9d2b1b7be) AuthConfig (d07013a9fc0e3b58acfd518149e81764d47d427753bd401e9d08084d60b38e24) AuthConfig (1f381068eb37301600d95861664d63bed00f5f0085495cae8d65737ae22ff90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"bf242390-ed7d-42bd-8522-53fdf0591b98","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.670955749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"cbc6d77e-fe1f-4d0c-a2e0-323a995b0c13","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.670987184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"cbc6d77e-fe1f-4d0c-a2e0-323a995b0c13","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.870358088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"5aa5b7b0-30e7-47ec-a283-37e32c0149dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.92144717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"482be1bc-4ffa-40e0-a8dc-f4e442ea639e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.924078232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"5aa5b7b0-30e7-47ec-a283-37e32c0149dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.941394904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"482be1bc-4ffa-40e0-a8dc-f4e442ea639e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.944793928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a69d61e124be12b6fd421d46fdbb17569b178d87b455fc5be9b955d7e8626a) AuthConfig (17fa4613026084fec8de078313df0bf2eaa46ebb10a7745c6c5b1265ea081018) AuthConfig (148354ad7533edf9963b498966afe4f525eb3915ebf3df4a95b53010e943578d) AuthConfig (e34731ba662ca19d3f2a81e506fc1c45b1bbb348ff70160adb0cc4b94e739ce9) AuthConfig (cd11a9a84925595278f191d22b24d048acde1572a374325aadc664b9a8df09a3) AuthConfig (4bb81b8f9ec04f1d8dde73f39ed38245fae770b3e4b5d23e1a791cb611569830) AuthConfig (89a028306c42d7758584d777d0f5efdf2133b9c7143279c40bced0c070c067c8) AuthConfig (93ac9d67b201ab1ed37fc9c2957074ef21e47b9216a63a217df49b64a5ad1bc1) AuthConfig (b236803115b633826edcb5bdd7c0fadad34c1bde27ac6c5e7b98832bb66f04d5) AuthConfig (8e8ef4f332aa1f28a61076cc86bb5ac05201157c9e5d0fffe47e19009faa880a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"5aa5b7b0-30e7-47ec-a283-37e32c0149dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.95959956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5e84682d4a2fb3d5a887e9dab0a4b7718755e6d858e269bad626e15f5ef0daf) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (c57e7d2d6af9680a882bbd172b7a79c3db3e1022d484c8f774669fe4b8e1a06e) AuthConfig (cc1080a608ed0df37c20e2ed7f64b82f625969a28dca92a63830ca1c44fae5c4) AuthConfig (23c0bff4e02391534a1740a90c6e9a365485e034aba1245bebe8fb1315a00298) AuthConfig (b1081e147d22c6a7e2b42ab4edeb9b49e9163688ddcd86ff61c70074a73ed99e) AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (5efdf9341bb2f3f764b64df1dce30f830e5b2b8467dc2c41ff4cba3321e3db7d) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (4403cfd23faedb8ce4147570150911ed0baeb74829013b47a3641099a20dd1d0) AuthConfig (829749c96ec5b5d084600bbb31b505499345edc794807b904f1c59ef201add0a) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"482be1bc-4ffa-40e0-a8dc-f4e442ea639e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.970217566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"9a1bca90-1e69-4a82-ae6c-880e3f9078db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.979781978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"e8523b8e-0c61-4a2c-8ad0-10e92b5ba536","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.989822218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"9a1bca90-1e69-4a82-ae6c-880e3f9078db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:40.994987989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"bb22062d-ef32-40d8-ba05-ca25b1903d0e","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.027622986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3698c8-60f5-46cb-9874-351f71f1c784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.041835989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3698c8-60f5-46cb-9874-351f71f1c784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.055870879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3698c8-60f5-46cb-9874-351f71f1c784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.0699259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3698c8-60f5-46cb-9874-351f71f1c784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.190609007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"64e98e2b-58dc-4a2b-a654-cec23cfd0a6e","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:41.190641298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"64e98e2b-58dc-4a2b-a654-cec23cfd0a6e","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.843863406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"f6015709-7695-4ddb-85ed-13e90955dec7","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.843887038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"f6015709-7695-4ddb-85ed-13e90955dec7","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.860520591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"8b2989c9-4b88-44c2-b4be-c352598c70b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:42.861529246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"ac83ca1b-eb2f-4441-87bb-692a24930e2d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-30cbe5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.877041654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"57fdd1a1-a670-49d2-aade-0a24f8ce512c","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.877060337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"57fdd1a1-a670-49d2-aade-0a24f8ce512c","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.880147398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"8b2989c9-4b88-44c2-b4be-c352598c70b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:42.894318841Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"57fdd1a1-a670-49d2-aade-0a24f8ce512c","name":"e2e-cmp-legacy-30cbe5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-30cbe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:42.894373966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"57fdd1a1-a670-49d2-aade-0a24f8ce512c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-30cbe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.923232176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"86821498-8451-4603-aed9-eac79628618a","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.923259047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"86821498-8451-4603-aed9-eac79628618a","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.943362819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"7ac32b1b-c569-4448-9bed-21b8d10376e2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.943387299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"7ac32b1b-c569-4448-9bed-21b8d10376e2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:42.998070805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"ad6b9887-9688-4024-95ac-21e7a884dbc3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.011028998Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"eb6c1fd4-549a-4a45-bba3-f97b0d7b16ed","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cmp-legacy-30cbe5","model":"e2e-cmp-legacy-30cbe5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.017671812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"ad6b9887-9688-4024-95ac-21e7a884dbc3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.099411875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"ec30570e-290d-4709-8cf1-46693cebd7dd","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.099444588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"ec30570e-290d-4709-8cf1-46693cebd7dd","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.100281572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c810151e-ccec-4ab8-b948-b50913966897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.11426224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c810151e-ccec-4ab8-b948-b50913966897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.128732756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c810151e-ccec-4ab8-b948-b50913966897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.147626089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c810151e-ccec-4ab8-b948-b50913966897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.177785764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"07fbd114-9016-428d-b201-62f9fe176eb9","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cmp-legacy-30cbe5","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.819067587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088e992-57ce-412d-9396-6d9319116115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.832989632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088e992-57ce-412d-9396-6d9319116115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.847435003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088e992-57ce-412d-9396-6d9319116115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:43.861536429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088e992-57ce-412d-9396-6d9319116115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:44.015952965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-201a3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-201a3d","reconcileID":"d3f79f28-bca9-4f25-bc75-3355ce21df2c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-201a3d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-201a3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:44.502664679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7a4fe1-8f7f-41ae-a5f3-3f810d5487c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:44.517106308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7a4fe1-8f7f-41ae-a5f3-3f810d5487c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:44.531628246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7a4fe1-8f7f-41ae-a5f3-3f810d5487c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:44.548628634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af7a4fe1-8f7f-41ae-a5f3-3f810d5487c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.123329989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa82075-531b-4ef5-8060-65d1a6a7de01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.13719311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa82075-531b-4ef5-8060-65d1a6a7de01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.151590088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa82075-531b-4ef5-8060-65d1a6a7de01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.165370397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa82075-531b-4ef5-8060-65d1a6a7de01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:28:45.711329451Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-201a3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-201a3d","reconcileID":"7fd9e670-7f03-4a02-b7ce-324a52f2d908","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-201a3d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.797344709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c79a86d-2eaf-411f-a366-510a73ad7c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.812163578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c79a86d-2eaf-411f-a366-510a73ad7c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.827466441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c79a86d-2eaf-411f-a366-510a73ad7c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:45.841350665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c79a86d-2eaf-411f-a366-510a73ad7c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:50.687204749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1580e78c-d514-4441-9b6d-3e35b7a06789","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:50.706780781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1580e78c-d514-4441-9b6d-3e35b7a06789","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:50.725163489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be219ee2a88baef4dda8dbdd399b65832ad877abf34f90de939d9da0f17357a1) AuthConfig (af7e137d11a488f6044732ae74a70f443839c0ac34f00746558aab194ba6cae5) AuthConfig (6e7360ffb47b1c9933cae7dbf93a1f068b3ed29bb373ab622644be5e8cd2f7a4) AuthConfig (ad56c7eff91a1528ff4b5949b67f978d027e2e2775a4da4ac23a97cd3db9e0d2) AuthConfig (c657b4f6030a34cbf685502677ae2521ed3accf184cc43c18204de9b3152cebb) AuthConfig (259d3bc38a22edcf583b69d1885e23cf57cd81db699b9a74c63a2b02e2fe9e32) AuthConfig (26ba685ca288b9638daf05d70d10f517afb6b52bb24540ba35a42f0ba065d38f) AuthConfig (50c481c62e47f7f3daddf3cd52ba7715cf6385710dc134934f63f2e3047eb7f4) AuthConfig (52bcea8e9ea31ec2d5c442efb5ff7d6fffb5377f9e6b730640e0341faf9df2d8) AuthConfig (efcb5815a64c4ffa95f70676a333116ec53cc9fb821f47180dd21214e027932c) AuthConfig (8f50f9148be6a5abcddc4493d9e8e04ae828f3d1d11ad79cf9f8bbde9e9e84a1) AuthConfig (48ac1e26f47176a8f0edcd6d195ea10aee5d9c772c299aa3fa4ba0a9d2b1b7be) AuthConfig (d07013a9fc0e3b58acfd518149e81764d47d427753bd401e9d08084d60b38e24) AuthConfig (1f381068eb37301600d95861664d63bed00f5f0085495cae8d65737ae22ff90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"1580e78c-d514-4441-9b6d-3e35b7a06789","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:50.998167997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"555de46c-053a-4a15-b3c0-16242162f62e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:51.008459689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2e0b27c0-758a-41a7-800e-4114c13fef41","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:51.018603453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"555de46c-053a-4a15-b3c0-16242162f62e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:51.03118882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2e0b27c0-758a-41a7-800e-4114c13fef41","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:51.038699684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a69d61e124be12b6fd421d46fdbb17569b178d87b455fc5be9b955d7e8626a) AuthConfig (17fa4613026084fec8de078313df0bf2eaa46ebb10a7745c6c5b1265ea081018) AuthConfig (148354ad7533edf9963b498966afe4f525eb3915ebf3df4a95b53010e943578d) AuthConfig (e34731ba662ca19d3f2a81e506fc1c45b1bbb348ff70160adb0cc4b94e739ce9) AuthConfig (cd11a9a84925595278f191d22b24d048acde1572a374325aadc664b9a8df09a3) AuthConfig (4bb81b8f9ec04f1d8dde73f39ed38245fae770b3e4b5d23e1a791cb611569830) AuthConfig (89a028306c42d7758584d777d0f5efdf2133b9c7143279c40bced0c070c067c8) AuthConfig (93ac9d67b201ab1ed37fc9c2957074ef21e47b9216a63a217df49b64a5ad1bc1) AuthConfig (b236803115b633826edcb5bdd7c0fadad34c1bde27ac6c5e7b98832bb66f04d5) AuthConfig (8e8ef4f332aa1f28a61076cc86bb5ac05201157c9e5d0fffe47e19009faa880a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"555de46c-053a-4a15-b3c0-16242162f62e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:28:51.051046726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5e84682d4a2fb3d5a887e9dab0a4b7718755e6d858e269bad626e15f5ef0daf) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (c57e7d2d6af9680a882bbd172b7a79c3db3e1022d484c8f774669fe4b8e1a06e) AuthConfig (cc1080a608ed0df37c20e2ed7f64b82f625969a28dca92a63830ca1c44fae5c4) AuthConfig (23c0bff4e02391534a1740a90c6e9a365485e034aba1245bebe8fb1315a00298) AuthConfig (b1081e147d22c6a7e2b42ab4edeb9b49e9163688ddcd86ff61c70074a73ed99e) AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (5efdf9341bb2f3f764b64df1dce30f830e5b2b8467dc2c41ff4cba3321e3db7d) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (4403cfd23faedb8ce4147570150911ed0baeb74829013b47a3641099a20dd1d0) AuthConfig (829749c96ec5b5d084600bbb31b505499345edc794807b904f1c59ef201add0a) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2e0b27c0-758a-41a7-800e-4114c13fef41","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:00.75708539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"a165fe52-f8fe-4a62-a888-e2690fbf6f83","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:00.776472291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"a165fe52-f8fe-4a62-a888-e2690fbf6f83","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:00.794595364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-0c3d9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be219ee2a88baef4dda8dbdd399b65832ad877abf34f90de939d9da0f17357a1) AuthConfig (af7e137d11a488f6044732ae74a70f443839c0ac34f00746558aab194ba6cae5) AuthConfig (6e7360ffb47b1c9933cae7dbf93a1f068b3ed29bb373ab622644be5e8cd2f7a4) AuthConfig (ad56c7eff91a1528ff4b5949b67f978d027e2e2775a4da4ac23a97cd3db9e0d2) AuthConfig (c657b4f6030a34cbf685502677ae2521ed3accf184cc43c18204de9b3152cebb) AuthConfig (259d3bc38a22edcf583b69d1885e23cf57cd81db699b9a74c63a2b02e2fe9e32) AuthConfig (26ba685ca288b9638daf05d70d10f517afb6b52bb24540ba35a42f0ba065d38f) AuthConfig (50c481c62e47f7f3daddf3cd52ba7715cf6385710dc134934f63f2e3047eb7f4) AuthConfig (52bcea8e9ea31ec2d5c442efb5ff7d6fffb5377f9e6b730640e0341faf9df2d8) AuthConfig (efcb5815a64c4ffa95f70676a333116ec53cc9fb821f47180dd21214e027932c) AuthConfig (8f50f9148be6a5abcddc4493d9e8e04ae828f3d1d11ad79cf9f8bbde9e9e84a1) AuthConfig (48ac1e26f47176a8f0edcd6d195ea10aee5d9c772c299aa3fa4ba0a9d2b1b7be) AuthConfig (d07013a9fc0e3b58acfd518149e81764d47d427753bd401e9d08084d60b38e24) AuthConfig (1f381068eb37301600d95861664d63bed00f5f0085495cae8d65737ae22ff90b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"a165fe52-f8fe-4a62-a888-e2690fbf6f83","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.053023799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.071933088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"46a1350e-abd7-45ef-8c7d-64ca775130e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.083013617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5eb3a16c-b698-402c-b36e-83500afc72e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.091994726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"46a1350e-abd7-45ef-8c7d-64ca775130e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.102393873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5eb3a16c-b698-402c-b36e-83500afc72e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.110195086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c2a69d61e124be12b6fd421d46fdbb17569b178d87b455fc5be9b955d7e8626a) AuthConfig (17fa4613026084fec8de078313df0bf2eaa46ebb10a7745c6c5b1265ea081018) AuthConfig (148354ad7533edf9963b498966afe4f525eb3915ebf3df4a95b53010e943578d) AuthConfig (e34731ba662ca19d3f2a81e506fc1c45b1bbb348ff70160adb0cc4b94e739ce9) AuthConfig (cd11a9a84925595278f191d22b24d048acde1572a374325aadc664b9a8df09a3) AuthConfig (4bb81b8f9ec04f1d8dde73f39ed38245fae770b3e4b5d23e1a791cb611569830) AuthConfig (89a028306c42d7758584d777d0f5efdf2133b9c7143279c40bced0c070c067c8) AuthConfig (93ac9d67b201ab1ed37fc9c2957074ef21e47b9216a63a217df49b64a5ad1bc1) AuthConfig (b236803115b633826edcb5bdd7c0fadad34c1bde27ac6c5e7b98832bb66f04d5) AuthConfig (8e8ef4f332aa1f28a61076cc86bb5ac05201157c9e5d0fffe47e19009faa880a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"46a1350e-abd7-45ef-8c7d-64ca775130e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:01.120753549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5e84682d4a2fb3d5a887e9dab0a4b7718755e6d858e269bad626e15f5ef0daf) AuthConfig (6bb12def3780ab1b7cf0452d490f30d8597592d8b9b0e304b47edcf3a2e83364) AuthConfig (29bbc24b667345b603c62754556fac305d3e5a3f83618cc894ca2b9736db5ff4) AuthConfig (c57e7d2d6af9680a882bbd172b7a79c3db3e1022d484c8f774669fe4b8e1a06e) AuthConfig (cc1080a608ed0df37c20e2ed7f64b82f625969a28dca92a63830ca1c44fae5c4) AuthConfig (23c0bff4e02391534a1740a90c6e9a365485e034aba1245bebe8fb1315a00298) AuthConfig (b1081e147d22c6a7e2b42ab4edeb9b49e9163688ddcd86ff61c70074a73ed99e) AuthConfig (e9fa78dc2626967e0c38e64ebf542f072a4f553994451534afa9d04cfddd4978) AuthConfig (5efdf9341bb2f3f764b64df1dce30f830e5b2b8467dc2c41ff4cba3321e3db7d) AuthConfig (29a2506782389b637a872cdaec48b4ee5319038d54463b636c215f0342c3d2a5) AuthConfig (6bc9c6c2576a73e7e9cbf87a6e1de083bade65b83d7558f50d0009e72b35210c) AuthConfig (4403cfd23faedb8ce4147570150911ed0baeb74829013b47a3641099a20dd1d0) AuthConfig (829749c96ec5b5d084600bbb31b505499345edc794807b904f1c59ef201add0a) AuthConfig (b22c91c47f58939a623f0a1bfbe0238c166c757d922cfe1fd5341aeb72b4149a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5eb3a16c-b698-402c-b36e-83500afc72e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:07.324152705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"24c3f342-ade8-492d-b567-6cf97bd42504","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cmp-legacy-30cbe5","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:07.411286533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"ccae7854-0aa8-4371-8316-5b0b30152eb2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:07.411310665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"ccae7854-0aa8-4371-8316-5b0b30152eb2","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.470920506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"18ac7e51-1a0f-4314-ae87-e0c767e52e62","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.470967655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"18ac7e51-1a0f-4314-ae87-e0c767e52e62","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.532430131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"102eee97-76d0-4633-8485-50401565bb37","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.546043481Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"3ce40904-db5c-4903-b3e8-dd360f28daf0","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-959407d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.623147848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"102eee97-76d0-4633-8485-50401565bb37","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.727097408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6c3e862e-16d7-4e92-a762-898f4754d99f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:08.746619542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"6c3e862e-16d7-4e92-a762-898f4754d99f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:09.605990055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"2cd70a0c-3522-4c2a-9503-604fd8ef601f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:09.626007621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"2cd70a0c-3522-4c2a-9503-604fd8ef601f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:10.828159862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f5bded64-6c9a-48ff-8d45-0cdc00e74dd2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:10.848182155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f5bded64-6c9a-48ff-8d45-0cdc00e74dd2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:10.974777302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"69aafe2d-233c-4220-8883-f5c5474d8ef1","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:10.974800282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"69aafe2d-233c-4220-8883-f5c5474d8ef1","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.142541028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2d014126-f08a-4a61-9c7b-d9797eb06a61","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.152363617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5734f1d1-4215-4dfa-8cc5-856bbd67769c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.162112338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2d014126-f08a-4a61-9c7b-d9797eb06a61","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.171759264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5734f1d1-4215-4dfa-8cc5-856bbd67769c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.365375053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"bf542949-b5bd-4c30-9b49-84477d2d2fd5","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:11.465446996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"7eb5268d-f018-4b6a-b312-1d116c8c9ba2","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.635004779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"cb6b0c79-e283-48f1-90c6-8d17ad399b76","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.63502892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"cb6b0c79-e283-48f1-90c6-8d17ad399b76","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:12.654034374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"66457ace-c892-420a-a2f2-67b37e51f86a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-5915e3-a71dea-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.655604991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"eaa0497f-19d5-4f2b-b82f-3d46cd33dc15","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.674208727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2c7000d3-c81c-42d0-bca0-48d81c8e720c","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.674230971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2c7000d3-c81c-42d0-bca0-48d81c8e720c","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.677174087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"eaa0497f-19d5-4f2b-b82f-3d46cd33dc15","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:12.691526232Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2c7000d3-c81c-42d0-bca0-48d81c8e720c","name":"e2e-cfl-same-5915e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5915e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:12.691589608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2c7000d3-c81c-42d0-bca0-48d81c8e720c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5915e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.706715943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"f47a3af9-66bf-4cc7-bc70-d5fd3caaa7d2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.706736967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"f47a3af9-66bf-4cc7-bc70-d5fd3caaa7d2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.724895511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"8b538cd0-8105-43a0-8d32-8c3be2511278","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.724929172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"8b538cd0-8105-43a0-8d32-8c3be2511278","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.785477744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"06bd5da4-16ec-4a4b-b772-a77ed9ab922c","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-cfl-same-5915e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-a71dea-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.859925817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"376bdd09-3f94-4a45-9b05-00fdc139d517","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.92184799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3951ad1f-4017-4f0c-a4b2-abdd05b2cf12","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.921878956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3951ad1f-4017-4f0c-a4b2-abdd05b2cf12","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.923275094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"376bdd09-3f94-4a45-9b05-00fdc139d517","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:12.965750953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"dcfffcad-14ef-47e5-9208-c1f97e33b665","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:13.050380745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"45f818e9-fb43-492e-b903-3d02eaec2766","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:13.050404288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"45f818e9-fb43-492e-b903-3d02eaec2766","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.719214634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"886fbc0b-c847-4164-9d97-6372166ff8cf","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.735837104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"38480bcd-70fe-4d43-ba5f-3174a52cbca9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:14.736673026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"c1fa9f24-b918-46cb-af56-2e48383474e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-9b771f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.75578055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"38480bcd-70fe-4d43-ba5f-3174a52cbca9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.755884658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"ed43f548-418a-4c0d-98e0-8b8bca74162f","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:14.774342891Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"ed43f548-418a-4c0d-98e0-8b8bca74162f","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:14.77439505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"ed43f548-418a-4c0d-98e0-8b8bca74162f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.789424766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"2ababb76-be5b-47ec-ac15-40c3d1f02360","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.812020014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"78049a97-fd19-43e9-b79e-8917c826790a","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.86210832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"aee97059-cfc2-4798-8bf2-fa3cf5a8afc2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.874940065Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"56e6042b-f0ae-47a9-ad70-4e7fb01b8f60","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-shared-9b771f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.881763593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"aee97059-cfc2-4798-8bf2-fa3cf5a8afc2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:14.965223237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"f7f97308-943a-42cc-af76-9773cdff6ee6","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.008710628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"70046e21-4483-4e22-b127-3a5fd63ba789","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.755310815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"0438db16-6841-4786-97a5-3afa712c4a90","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.781495736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"0a800924-b73a-4642-991d-e6022e4f32ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:15.782135995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"3a4e2498-7463-488d-84de-ea079bfd2baf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-c27221-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.836019214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"6e8a90ca-6961-47e7-84c9-31a116c458b4","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.842555166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"0a800924-b73a-4642-991d-e6022e4f32ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.860508242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"9f963095-93ed-485e-ba7c-fa1e54e9ece5","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.880282558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"c3774323-a322-46b4-a464-5a6faffeb250","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:15.943161717Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"f0ef3c46-ed99-476a-a514-dfc3d09654a7","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-auth-c27221-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:16.021937521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"67c20378-8b09-43ad-be61-1cf27ab8a2dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:16.028422055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"007b879f-6c86-466f-bf17-f86fe8686f07","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:16.041515872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"67c20378-8b09-43ad-be61-1cf27ab8a2dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:16.072759882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"72f89d43-fbb4-4786-b7a9-518c06870231","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.561674868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"bea97e77-0405-4bd1-8b43-f3d0cedf8378","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","subscription":"e2e-cmp-legacy-30cbe5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.591214473Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"bea97e77-0405-4bd1-8b43-f3d0cedf8378","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.606926991Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-sub","reconcileID":"bea97e77-0405-4bd1-8b43-f3d0cedf8378","MaaSSubscription":{"name":"e2e-cmp-legacy-30cbe5-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.709954641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"2973e62f-89f7-4c49-9c04-68dcaed3e5e6","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.709977754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"2973e62f-89f7-4c49-9c04-68dcaed3e5e6","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.725531358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"1ea08cba-f171-4d55-9d4f-38a4f201cfd1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.746371799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"1ea08cba-f171-4d55-9d4f-38a4f201cfd1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.860612986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"46a03b3f-521a-420c-8e7e-4ec7230db11c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.921602689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"10342dbc-2496-4dfd-9060-5796f1892f96","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.921637987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"10342dbc-2496-4dfd-9060-5796f1892f96","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.925315017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"46a03b3f-521a-420c-8e7e-4ec7230db11c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:18.999487091Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"251a1427-6dab-46a2-bbe6-e195ad13c236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.087612571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"251a1427-6dab-46a2-bbe6-e195ad13c236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.140363308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"251a1427-6dab-46a2-bbe6-e195ad13c236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.140394711Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5-access","reconcileID":"251a1427-6dab-46a2-bbe6-e195ad13c236","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-30cbe5-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.175244039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"3a07d331-226d-4be6-b32a-6b9d30be89c1","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.175271309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"3a07d331-226d-4be6-b32a-6b9d30be89c1","MaaSModelRef":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cmp-legacy-30cbe5","externalModel":"e2e-cmp-legacy-30cbe5","provider":"e2e-cmp-legacy-30cbe5-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.732933394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"a5e8b740-fbc2-46b4-a600-55d167527a08","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.76611198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"25e1a30a-c939-4344-b075-9d672f9c5ac6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.778635822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e907d993-ef5d-4595-9241-3792c1d51e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.779075315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7484be6-ea92-41fc-90e6-ceedc7c0ef00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.781650617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27b94196-d6ec-4a15-a925-6bc55965c091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.781955472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f2b39e9b-ad88-441f-87c3-96cd46d962ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.78534957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"25e1a30a-c939-4344-b075-9d672f9c5ac6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.800359096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e907d993-ef5d-4595-9241-3792c1d51e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.800359155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a7484be6-ea92-41fc-90e6-ceedc7c0ef00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.803869875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"27b94196-d6ec-4a15-a925-6bc55965c091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.804296316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f2b39e9b-ad88-441f-87c3-96cd46d962ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.92664617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"078f05f4-7e38-4791-a996-b3231fe0ce6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.927803317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"55fe1fb8-5ed5-45a0-ac9b-aba9b15d5b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.930282559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c23d97f6-31e2-454a-8ef4-52618a0324bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.930520543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"51811f3e-2bc2-456e-94e8-441a84022d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.951857095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"55fe1fb8-5ed5-45a0-ac9b-aba9b15d5b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.955488646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c23d97f6-31e2-454a-8ef4-52618a0324bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.956861529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"078f05f4-7e38-4791-a996-b3231fe0ce6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:19.960072954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"51811f3e-2bc2-456e-94e8-441a84022d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.014594595Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-30cbe5","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","reconcileID":"3aee6b2b-7ac3-4f52-abaa-5c807c0182f0","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cmp-legacy-30cbe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.028806447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f8af35bd-aca0-438f-ac23-56561ea54312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.049707088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f8af35bd-aca0-438f-ac23-56561ea54312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.171301552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"fcc0e055-2fd4-43db-8696-f2627ed70b77","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.179722353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"327bca71-4ed4-4c2b-ad55-cabb8efdc39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.179976909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146dbcda-79c7-480d-a19e-02c676097605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.181986514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154e7d39-a354-4990-aaa5-0c75de194fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.190793667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"fcc0e055-2fd4-43db-8696-f2627ed70b77","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.192489858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"95d8bd27-037d-4cfb-86e6-cf20df4691f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.219566914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154e7d39-a354-4990-aaa5-0c75de194fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.271376031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146dbcda-79c7-480d-a19e-02c676097605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.339879334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"327bca71-4ed4-4c2b-ad55-cabb8efdc39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.572491739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"95d8bd27-037d-4cfb-86e6-cf20df4691f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.634669474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"bafe903a-9a69-4c03-839a-7f08c7b8f7df","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.711720395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"bafe903a-9a69-4c03-839a-7f08c7b8f7df","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.712401969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"bd469a33-dcc3-46b7-a5e7-a804ec9d8795","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.7452375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2cd00ebe-f1c7-4e58-a6bd-b4b245f07531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.752425131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"bd469a33-dcc3-46b7-a5e7-a804ec9d8795","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.773380801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2cd00ebe-f1c7-4e58-a6bd-b4b245f07531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.791665613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e24a59a5-2a25-472c-a2b7-1a9a169ac8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.842985605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e24a59a5-2a25-472c-a2b7-1a9a169ac8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.875625563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"eaa2652f-bec0-4549-be32-6f6b49acd0c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.89588028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"eaa2652f-bec0-4549-be32-6f6b49acd0c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.94101257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cd29fa4a-908c-4a1e-b6b0-5d8f55dd3ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:20.961170852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"cd29fa4a-908c-4a1e-b6b0-5d8f55dd3ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.0474414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ed5d617c-91f6-4013-b445-e7eddbdcd2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.051856564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9030ba1f-17e5-4cf7-a302-227f4a51fb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.052056879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"daaf30de-2134-4764-821e-58bf01881e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.066874682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ed5d617c-91f6-4013-b445-e7eddbdcd2f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.072506764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"9030ba1f-17e5-4cf7-a302-227f4a51fb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.072679215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"daaf30de-2134-4764-821e-58bf01881e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.133452601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d44f230a-7f80-4d78-9af2-a6e277876f12","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.152404186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8281401c-b8e1-4d5f-9c85-f3157fc20487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.163806979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d44f230a-7f80-4d78-9af2-a6e277876f12","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.180705183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8281401c-b8e1-4d5f-9c85-f3157fc20487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.251294377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"e91be502-c0c3-4a19-b7da-dc375eeb47d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.252604612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"fc4f836c-3302-4fa5-8b1d-17a72e42381d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.253508497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"434e7573-4c36-44a7-86f1-be5714764f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.271005566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"e91be502-c0c3-4a19-b7da-dc375eeb47d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.27279232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"fc4f836c-3302-4fa5-8b1d-17a72e42381d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.273413271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"434e7573-4c36-44a7-86f1-be5714764f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.370651389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6e40d2bb-13f3-481e-a543-26e2dfecb822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.370754264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"29801399-b3f9-4553-81d1-71db799afc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.393232618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6e40d2bb-13f3-481e-a543-26e2dfecb822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:21.393599066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"29801399-b3f9-4553-81d1-71db799afc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.04993487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"2dac27cf-4be2-4a47-b940-bd376960c866","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.070139523Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"60bf8d5f-886b-4166-b204-8f025584790b","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.085189363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0e0ba35e-25b1-4ece-bb7e-378ca6f1912c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.094667875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"1d455af0-c875-4a55-94e7-e71b8088c25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.097203875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"65491011-4b97-476f-be1a-260862eab006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.097488511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"24628f1b-1682-4c7c-941b-b4be6a2341c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.097598481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"250e313a-eafc-4006-8b01-394ef07b92fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.104680311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"0e0ba35e-25b1-4ece-bb7e-378ca6f1912c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.114343707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"1d455af0-c875-4a55-94e7-e71b8088c25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.117102031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"65491011-4b97-476f-be1a-260862eab006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.117165188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"24628f1b-1682-4c7c-941b-b4be6a2341c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.119295336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"250e313a-eafc-4006-8b01-394ef07b92fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.206477732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b9c4067e-8472-4c62-afcb-34c0ed48f5fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.207792748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"6180b60e-9776-482b-8c2f-020a9e976b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.208014969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"63412e03-052b-4c5f-b971-0c2f078e0a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.213647047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"909adf7b-c80e-4510-ab23-37122c9c66e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.227501987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"6180b60e-9776-482b-8c2f-020a9e976b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.22754215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b9c4067e-8472-4c62-afcb-34c0ed48f5fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.231127519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"63412e03-052b-4c5f-b971-0c2f078e0a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.232994991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"909adf7b-c80e-4510-ab23-37122c9c66e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.312791737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"09a592d0-4887-4a8b-bea1-b6459703192e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.312940885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"441e98cb-014f-4110-8450-ff6a129f514f","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.334030071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"09a592d0-4887-4a8b-bea1-b6459703192e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.397225159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b5c96636-b886-4c14-9180-6d4400e903f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.408672897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d4ee39-033d-43ad-bea7-343e5c58583d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.408672891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78c739a-791a-4bc1-af7b-2d11075775c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.411247062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba585a28-ac8e-4b62-95d8-3789a578d037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.417315647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b5c96636-b886-4c14-9180-6d4400e903f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.430085329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37d4ee39-033d-43ad-bea7-343e5c58583d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.51443509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba585a28-ac8e-4b62-95d8-3789a578d037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.542969896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78c739a-791a-4bc1-af7b-2d11075775c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.7130273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"b8e16cd1-5aad-420b-a4d1-123ee7745b2a","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"e2e-extmod-cfl-1-238494/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.71306744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"b8e16cd1-5aad-420b-a4d1-123ee7745b2a","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"routeName":"external-model-e2e-cfl-e08411-dc46752a31c0","namespace":"e2e-extmod-cfl-1-238494","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.75967306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"df8214e7-1451-4af5-b5c5-740edd34ba86","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:22.964370611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"da6f6070-f9a6-4448-9c46-385b5de167b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.000139817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"da6f6070-f9a6-4448-9c46-385b5de167b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.062521463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"b270749b-0d91-4c56-a21c-3dc34428d838","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.06359854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f5b62983-09fa-4cbd-b896-a6586436ceea","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.115745804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fea85b5a-2ffa-4da6-bc28-eb832e0b3eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.142799432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"ce501997-7b27-4d50-8a9e-107e13a58902","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.149678375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"fea85b5a-2ffa-4da6-bc28-eb832e0b3eb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.153441273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"f5b62983-09fa-4cbd-b896-a6586436ceea","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.165422046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"ce501997-7b27-4d50-8a9e-107e13a58902","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.176557437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"b270749b-0d91-4c56-a21c-3dc34428d838","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.204317682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18063537-98a6-4be4-a9bc-3edb933f3c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.22507603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18063537-98a6-4be4-a9bc-3edb933f3c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.292597562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0f4d79d8-18c2-4a40-b12b-7e77211d8e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.293583836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"022a39dc-ff83-4196-8100-fb472f0f48d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.294156024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ce584c39-f034-4ef1-8615-fb91d113b7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.298366805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"28f42767-c71a-441f-bfca-067db7faffc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.312069504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0f4d79d8-18c2-4a40-b12b-7e77211d8e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.313309282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"022a39dc-ff83-4196-8100-fb472f0f48d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.314370312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ce584c39-f034-4ef1-8615-fb91d113b7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.317792351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"28f42767-c71a-441f-bfca-067db7faffc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.379169005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"983195f9-ab26-44f9-8b69-d72a03f3bfaa","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.398842185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"983195f9-ab26-44f9-8b69-d72a03f3bfaa","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.494307974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b08915c6-1f88-4c12-a637-8f7535be6d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.495013325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"23eb396d-f8dc-4bc3-9fe1-45729f4ae4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.498999304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"130af3fe-23b4-4a8f-af93-929800e3254c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.499059036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"d8d6fe82-3f22-4f9c-8c5d-3f9a8fbd31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.514720688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b08915c6-1f88-4c12-a637-8f7535be6d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.515230115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"23eb396d-f8dc-4bc3-9fe1-45729f4ae4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.51996651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"d8d6fe82-3f22-4f9c-8c5d-3f9a8fbd31ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.519972419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"130af3fe-23b4-4a8f-af93-929800e3254c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.636334826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"e1bbb8fc-07df-471c-badf-240f6710f757","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.651988204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2fc92ea-632d-4d67-87b9-da1119a8c1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.653128087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6f01b7-f1cb-47ca-bb3a-c8f1fd600fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.655272753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a1b85f22-6fd0-4dd2-801a-0ecaeec3f50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.656224335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"e1bbb8fc-07df-471c-badf-240f6710f757","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.665389657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f36fef7c-ed6e-4757-a88d-7b22a4ec69d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.671292204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2fc92ea-632d-4d67-87b9-da1119a8c1d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.672539191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e6f01b7-f1cb-47ca-bb3a-c8f1fd600fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.676174894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"a1b85f22-6fd0-4dd2-801a-0ecaeec3f50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.684715424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"f36fef7c-ed6e-4757-a88d-7b22a4ec69d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.759639192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"acfcb419-627a-4e55-9504-82205306a023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:23.779135591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"acfcb419-627a-4e55-9504-82205306a023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.817713605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"9ab5d9ed-876e-4e35-8fe0-34e83e6ee560","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.92924558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"3e17375b-76dc-43b3-a274-8311e43d2748","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.929933977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"f2292005-99e6-4700-ac88-b0e23d87083a","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.968466227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b7ee2586-e902-4ec6-9ed6-871079bce7a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.976190048Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"d59782d9-fc94-43a7-85c7-0c2b4cb8924b","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"routeName":"external-model-e2e-cfl-e08411-dc46752a31c0","namespace":"e2e-extmod-cfl-1-238494","model":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.983029465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e85c4d84-e353-4096-a136-ef3e341aa09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.983029467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9a66f853-d6f5-4f63-95a5-49f9d47f6bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.98336719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3496f9be-1b66-43f7-9193-ffb76d669545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.987795495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"58be8d6c-0237-4e9b-b06e-98f2da9c7f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:24.988534959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b7ee2586-e902-4ec6-9ed6-871079bce7a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.002732119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"e85c4d84-e353-4096-a136-ef3e341aa09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.005270369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9a66f853-d6f5-4f63-95a5-49f9d47f6bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.006794734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"3496f9be-1b66-43f7-9193-ffb76d669545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.008457431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"58be8d6c-0237-4e9b-b06e-98f2da9c7f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.046262459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"60056c0c-faf4-45fe-93f0-23d0e1cb9efb","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.179778239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"43f2b62e-2869-488e-adc3-a1df4af9db69","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.183184438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2db3670a-747d-47b4-b64f-9556dc5dc2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.183408784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f98bed64-58f1-48ae-9d11-e1b38906123d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.183184461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c76c4034-017a-4885-9fcb-e7afb3ce4cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.193436754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a619898-f5f1-45fa-a49b-81d677091da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.199088004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"43f2b62e-2869-488e-adc3-a1df4af9db69","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.203196215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f98bed64-58f1-48ae-9d11-e1b38906123d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.203506512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c76c4034-017a-4885-9fcb-e7afb3ce4cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.205387122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2db3670a-747d-47b4-b64f-9556dc5dc2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.213090953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a619898-f5f1-45fa-a49b-81d677091da4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.214005827Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"2492c183-18aa-481c-8ffc-643a7d690fb0","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.229156832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"1b0b81dc-65cd-4157-a824-ef5ad9a1ebb0","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.274462911Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"4f698094-6282-44f7-8f65-81d0f155255d","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.290804376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"067cd6bd-3fab-4cbe-b3ae-8604c377ad44","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.292528381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2c1c11a-f9d6-4d6b-a993-82d0cd6407ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.311128493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6d6f7a93-3d9c-4a1a-a4e0-b920793e18e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.312120959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c096e3f3-b9de-479c-81b1-16486a7da10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.591992624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"067cd6bd-3fab-4cbe-b3ae-8604c377ad44","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:25.932896273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"c096e3f3-b9de-479c-81b1-16486a7da10f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.066763617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"71ddb5d3-6cfb-420d-acbd-3933e9029530","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.07774289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6d6f7a93-3d9c-4a1a-a4e0-b920793e18e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.124119041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2c1c11a-f9d6-4d6b-a993-82d0cd6407ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.124787084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"4c2c1435-8f64-4766-9b10-c28a971e8868","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.125519176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"4c2c1435-8f64-4766-9b10-c28a971e8868","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.15900231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"b696df3d-9a43-44ab-8ae4-c2b3c11d1c18","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.226511562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"b696df3d-9a43-44ab-8ae4-c2b3c11d1c18","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.228799587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"352215ff-d825-41c9-a152-a5c57e099b29","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.229562088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"352215ff-d825-41c9-a152-a5c57e099b29","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.272890113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d05e6c4c-6ace-4f3b-85c0-0c265281e5ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.292240496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d05e6c4c-6ace-4f3b-85c0-0c265281e5ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.304474542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"933dab2b-b726-41bd-8ec3-fe22d992e9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.30495751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a4ad7d51-bbed-4119-9967-c9e716c9c5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.305102898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"02372dc5-f2b7-4afc-b57c-87b70247df32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.328629364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a4ad7d51-bbed-4119-9967-c9e716c9c5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.329732264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"933dab2b-b726-41bd-8ec3-fe22d992e9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.330947863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"02372dc5-f2b7-4afc-b57c-87b70247df32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.523490428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e12e047-db88-4300-a909-580baec4d000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.543021389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"8e12e047-db88-4300-a909-580baec4d000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.551694843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"87847bbe-429d-40c3-9508-2acd161806d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.553628541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"21a07bb3-b2db-4ddb-9022-b1ca56474037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.554493366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ffeca631-1ff7-4d45-bcfe-032f51fb3588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.55578331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4924f617-600f-4c1f-89d0-de06cc197cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.572594179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"87847bbe-429d-40c3-9508-2acd161806d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.574108231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"21a07bb3-b2db-4ddb-9022-b1ca56474037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.57632661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"ffeca631-1ff7-4d45-bcfe-032f51fb3588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.577362894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4924f617-600f-4c1f-89d0-de06cc197cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.620255726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c169ad81-f9fc-4b1f-bb0b-0a6d33779dbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.639541934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c169ad81-f9fc-4b1f-bb0b-0a6d33779dbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.734413513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a6ba7590-31c7-4a1a-a783-dabb8b7dd9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.754428216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a6ba7590-31c7-4a1a-a783-dabb8b7dd9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.901783756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0fe30d7c-3fd5-4cef-a5b8-387adaac43a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.917543824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ad050cc9-fd06-4058-9dbe-0d5cd90882db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.920307993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f243bca1-7f75-4e4b-93d6-7d706b61fd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.924550665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"0fe30d7c-3fd5-4cef-a5b8-387adaac43a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.925196196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"43c502ee-383d-4d1f-a0a2-d6f9f112b57c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.939675486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"ad050cc9-fd06-4058-9dbe-0d5cd90882db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.940348357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed959375-ccb3-4710-8eb8-968cd1d50d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.940916532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"f243bca1-7f75-4e4b-93d6-7d706b61fd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.944827599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"43c502ee-383d-4d1f-a0a2-d6f9f112b57c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:26.95955059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed959375-ccb3-4710-8eb8-968cd1d50d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.10742153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"9cdd6ab0-2e9d-43bd-8118-612b889d662c","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.107444671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"9cdd6ab0-2e9d-43bd-8118-612b889d662c","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.124009882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e1d92ac3-ff79-4198-8515-de86c4e44427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.124061981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86e335b0-b60b-46a6-a5bb-4055242dbb3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.146685296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"e1d92ac3-ff79-4198-8515-de86c4e44427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.147872347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86e335b0-b60b-46a6-a5bb-4055242dbb3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.212109117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8993a4ea-3b32-49f0-9815-9bcfdd22be33","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.212132582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"8fa68c43-cc26-48a8-a2f9-094755bbdcca","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.228056551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"836a25fa-545b-44f1-992e-3cace1a95979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.234481157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"8fa68c43-cc26-48a8-a2f9-094755bbdcca","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.247491925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"836a25fa-545b-44f1-992e-3cace1a95979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.26750573Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8993a4ea-3b32-49f0-9815-9bcfdd22be33","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.286034228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8993a4ea-3b32-49f0-9815-9bcfdd22be33","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.31111071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e3831ee3-18e2-4410-9d06-aedcef96d247","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.323166768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"bdc6b4f5-330e-4598-a2c9-606f1fc8668e","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.323190054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"bdc6b4f5-330e-4598-a2c9-606f1fc8668e","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:27.331331814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e3831ee3-18e2-4410-9d06-aedcef96d247","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:31.053041572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:35.142891764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"a21889a1-4308-4525-a708-e6a942e0a06a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:35.185994018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"a21889a1-4308-4525-a708-e6a942e0a06a","name":"e2e-inf-a-c06a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:35.244260234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"7b2d9ff3-363c-4465-bd1d-eed35c76cf10","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:37.341779123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"423a17c4-ad8e-4277-a048-e7d8e71468d4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:37.361845743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"423a17c4-ad8e-4277-a048-e7d8e71468d4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:37.380104234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"423a17c4-ad8e-4277-a048-e7d8e71468d4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:40.596266069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"38f5a6f5-80e0-44da-9d43-5016047b3004","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:40.654613587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"8b438217-d7c7-4cdd-bfa8-cd5d3769b2cd","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:40.688359348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"f6bd75b4-86a4-44ed-956a-bc918b1ad04f","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:40.780613736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"6c0bf723-8250-4738-b469-5026cc63ea7e","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:41.537835665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"c0a4e963-1731-4716-b381-1c7437f3cab4","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:41.632297458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"fb5f37f4-3c18-4ce3-b0a3-1ecde88ec592","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:41.632327056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"fb5f37f4-3c18-4ce3-b0a3-1ecde88ec592","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.24482383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"db925b7a-860d-44f3-ba69-27b80ecf480d","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.244858254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"db925b7a-860d-44f3-ba69-27b80ecf480d","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.260270859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"1245e48a-ffe7-46b7-823a-195e0a07ef14","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.260296742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"1245e48a-ffe7-46b7-823a-195e0a07ef14","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.281414648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"1893ba89-6cbc-4b48-b31b-66fb6b124f97","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.281583891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"45e6a1d9-74a2-4e13-bdcc-e5fb6dd25422","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.29530144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"db75c251-7ff8-4fb6-a178-caa9189b11b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.301732396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"45e6a1d9-74a2-4e13-bdcc-e5fb6dd25422","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.302746454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"1893ba89-6cbc-4b48-b31b-66fb6b124f97","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.318732639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"db75c251-7ff8-4fb6-a178-caa9189b11b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.452191281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"d4c5571c-0a0c-4132-b57e-6191e30b5e01","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.452367683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"d4c5571c-0a0c-4132-b57e-6191e30b5e01","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.657019912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"048fee2f-3a98-4671-9d75-96d98a3549d6","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.691860018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8c121487-d19f-41ce-a6b5-5522ff569ae9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.704016895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cc9f0e37-ce10-4263-bd50-70e03ac37034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.704934369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2cc8fcd2-d1d1-4430-bd80-3c1637ad0de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.707469541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ef57001e-5d7d-41f5-b449-2a5a383d5118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.707713217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d0ac038c-d5a2-4448-9d46-1420b42486a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.711391273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8c121487-d19f-41ce-a6b5-5522ff569ae9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.725811751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"cc9f0e37-ce10-4263-bd50-70e03ac37034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.729343245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2cc8fcd2-d1d1-4430-bd80-3c1637ad0de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.732993984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ef57001e-5d7d-41f5-b449-2a5a383d5118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.73645398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d0ac038c-d5a2-4448-9d46-1420b42486a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.7376609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"8c121487-d19f-41ce-a6b5-5522ff569ae9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.822832316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"3a97c01e-4015-46ec-9154-196c1f3c4dea","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:42.842439106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"3a97c01e-4015-46ec-9154-196c1f3c4dea","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.022523536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"82a73cb9-5647-4ac1-b5a8-20a67c4ffe42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.023488228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"de3856a5-60b5-4772-86a9-1d96da18be1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.024495589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"705800dc-4751-4eed-bd89-b2369bc2c4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.026343272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"9449ce94-35be-4a0b-84c8-8ec2cece1277","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.031488708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"76257d66-c33c-462b-a7f5-15461fdd2436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.045546373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"82a73cb9-5647-4ac1-b5a8-20a67c4ffe42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.052014891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"705800dc-4751-4eed-bd89-b2369bc2c4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.052089007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"de3856a5-60b5-4772-86a9-1d96da18be1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.059697196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"76257d66-c33c-462b-a7f5-15461fdd2436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.062621467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"9f8f82d0-9f62-4ae3-b6fc-dae2a0b94f05","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.123484267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"c130307a-cf40-4604-a444-36f3b2cc4add","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.143592867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"caa0b3e3-7361-474d-9537-1e29aab9e8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.144524425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"96f7cb1d-9295-4443-8420-98788546aec8","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.145057309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"209f63ed-0ec9-4e13-b8cb-7cb8e136c06f","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.145449924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"6db57da2-8e5a-44e3-97ab-902e5dfe25f0","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.163276765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"e9f42af1-6395-4793-99d6-34b089328064","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.174284083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"caa0b3e3-7361-474d-9537-1e29aab9e8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.242942853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"41dacff9-9e42-4f03-8b67-552dcbb26b9a","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.286851757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"bf0f2ba0-92a1-427a-a35a-0f3c3132e3b6","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.304313032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"fcecfd79-2139-488e-925e-5a4273839219","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.316241399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fbe30ba7-911a-4de0-b201-0f04b3e7fd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.316932752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"df69980a-3f57-48bc-96e0-5162cbdafaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.320163792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"738dd1a2-3cb4-4c8b-b190-842b7c2d5993","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.321114456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"2cfa1ae8-c8c0-4fe2-9e76-832d4d9b3e24","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.324130552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"ee722f82-be87-47d1-82bc-a611ede20b6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.337686899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fbe30ba7-911a-4de0-b201-0f04b3e7fd72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.343108045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"df69980a-3f57-48bc-96e0-5162cbdafaa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.347948625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"738dd1a2-3cb4-4c8b-b190-842b7c2d5993","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.350305194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"ee722f82-be87-47d1-82bc-a611ede20b6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.624458769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce5de0a-1f28-4659-a827-498f6126a5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.720628845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"60fcdc22-f243-4323-85ef-cbf2a9b5023b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.85409215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce5de0a-1f28-4659-a827-498f6126a5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.85446451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0b9f14-576c-427b-bf7c-43db3f4872df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.864093045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"6e2f8455-a8e7-41f8-a4e9-bd1ff4e600b7","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.880281824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"0555015d-90e8-405f-a7d9-88818f9c9d53","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.89584801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"bec751c5-2da0-45f9-bae5-7fe8facfeae2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:43.896328425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"3f97843a-0cfe-4c31-b007-2d6e416de5e0","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.091296261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0b9f14-576c-427b-bf7c-43db3f4872df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.091792827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"8753e74e-3ef4-4608-9f1f-fd1f288d020e","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.157885614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"60fcdc22-f243-4323-85ef-cbf2a9b5023b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.163311939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e244519b-6e84-4cb9-a0a7-8d83ac80a378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.186874149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"bec751c5-2da0-45f9-bae5-7fe8facfeae2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.188288057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"ef986005-8ef2-43f0-bb90-c03aca9bac0b","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.192793448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e244519b-6e84-4cb9-a0a7-8d83ac80a378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.211950956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"c4f2dd85-e6c0-45da-914d-20849151678a","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.231485404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"eee967dd-ba96-44f1-8b20-4de06ce0f6c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.23241352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"e00e9ad4-7811-42a5-ab21-2c578ddf2926","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.248395538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"2a84a0ce-2826-471b-8073-13ec3b4fd123","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.257883284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"eee967dd-ba96-44f1-8b20-4de06ce0f6c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.299740706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"6748360e-0a9c-4275-9688-1dd0ddc3fd63","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.424130027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"5d256d94-3344-4693-a05f-e213618419de","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.435340743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"a761edec-c6cc-46e4-ab73-68083ed6511a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.4357141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"13ca9490-4417-4f67-a1b7-9ccb5fdb8dd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.441773237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"665b0a5b-28eb-4242-b160-4cdee732f1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.446518388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"5d256d94-3344-4693-a05f-e213618419de","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.458370613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"a761edec-c6cc-46e4-ab73-68083ed6511a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.45871834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"13ca9490-4417-4f67-a1b7-9ccb5fdb8dd5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.462554062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"665b0a5b-28eb-4242-b160-4cdee732f1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.4652823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"5d256d94-3344-4693-a05f-e213618419de","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.582500726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"90d97705-7ff6-45f3-a7f4-67a14cd3035b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.582761519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"36ea3525-2fbd-49e5-b2a7-14505c9d01ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.60449068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"90d97705-7ff6-45f3-a7f4-67a14cd3035b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.604535543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"36ea3525-2fbd-49e5-b2a7-14505c9d01ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.646962309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"772016f1-9c4f-42f8-ac67-727388bdcd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.667320802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"772016f1-9c4f-42f8-ac67-727388bdcd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.77807556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4a43edcd-7af6-4331-b074-05f272dfdbec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.778884901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"550d3c22-4dfd-4c93-abd2-313062151b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.802441762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"550d3c22-4dfd-4c93-abd2-313062151b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.802811466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4a43edcd-7af6-4331-b074-05f272dfdbec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.92184983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c13899cc-eb05-42e3-a293-947721a1671a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.922014051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"78e61fb1-d84e-4adf-9f2c-e51710ec4b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.939002763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"09ca3b14-6bb8-4c6b-b8b7-64bb5259a995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.94488584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c13899cc-eb05-42e3-a293-947721a1671a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.948378181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"78e61fb1-d84e-4adf-9f2c-e51710ec4b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.965068107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"09ca3b14-6bb8-4c6b-b8b7-64bb5259a995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:44.995050073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"51fba713-56f2-4362-928a-ac79d8a7b72a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.000575651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2c881f79-e999-4e83-8e05-4719e3d97705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.017538249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"51fba713-56f2-4362-928a-ac79d8a7b72a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.024117093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"2c881f79-e999-4e83-8e05-4719e3d97705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.361795909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"dd058590-626d-4ecf-9063-1386bc689fce","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.375769061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7c4f59e0-466b-44b9-bee4-a3b84b6cb03d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.376196765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"2386653a-99fd-475d-94c6-80e05b9a3ea4","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.394532475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"256e02fa-1200-4aaf-8d19-c33fe404198a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.395172178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d3fe87a1-a7cf-4ba7-9981-560e9f52c16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.399959597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1261629-6b37-4cfb-bae2-f43c0bcd8add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.403360446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"2386653a-99fd-475d-94c6-80e05b9a3ea4","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.406137952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7c4f59e0-466b-44b9-bee4-a3b84b6cb03d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.435670692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1261629-6b37-4cfb-bae2-f43c0bcd8add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.436577914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"256e02fa-1200-4aaf-8d19-c33fe404198a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.439180826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d3fe87a1-a7cf-4ba7-9981-560e9f52c16b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.554682991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"089ebdcc-6567-4fd3-abd4-b97661bdeceb","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.697457666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"653c4770-b34f-4e8a-b982-432905db0a85","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.756763701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"77d180b3-a78e-4e40-a786-c6a4274408e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.789699689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5328f22f-a24f-4809-b855-ab80ebc5364b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.789943187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"e48cb09a-a051-4558-ba88-9a2697294dc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.800149683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"d6322075-376c-467d-a021-a32bcfae0e55","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.804530336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"21a958a0-5595-4502-93b9-c738dcab5f0a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.811582287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5328f22f-a24f-4809-b855-ab80ebc5364b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.828039733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"77d180b3-a78e-4e40-a786-c6a4274408e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.83435218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"e48cb09a-a051-4558-ba88-9a2697294dc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.843782344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"21a958a0-5595-4502-93b9-c738dcab5f0a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.881780128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"21a958a0-5595-4502-93b9-c738dcab5f0a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:45.979882001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"175caf14-8c81-4cd6-b30e-49ae8156d039","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.097318239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"175caf14-8c81-4cd6-b30e-49ae8156d039","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.13525629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"582d4637-e51c-4f7a-8c3e-daa7f4ccec18","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.194364703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"582d4637-e51c-4f7a-8c3e-daa7f4ccec18","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.209339643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbf48eb-040e-404f-bbcc-592a4ce47969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.209949542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"623ce01c-3067-42aa-9446-ba32856fda9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.219230804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a01beedc-f40c-48c9-8c7e-5d6961f8f5d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.233454746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbf48eb-040e-404f-bbcc-592a4ce47969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.235292197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"328450cd-24c2-4169-afc1-ba21fc51ec83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.237561577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"623ce01c-3067-42aa-9446-ba32856fda9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.256632207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"328450cd-24c2-4169-afc1-ba21fc51ec83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.269034159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a01beedc-f40c-48c9-8c7e-5d6961f8f5d7","name":"e2e-inf-a-75ea0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.30933305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c11bbae2-f454-410a-a419-09cfdaca31c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.329883084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c11bbae2-f454-410a-a419-09cfdaca31c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.345457583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8ca08331-b18c-4a10-8f58-295131e35d40","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.423338195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"8ca08331-b18c-4a10-8f58-295131e35d40","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.423935283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f191bf84-2b13-417f-b4f4-4caedf5120b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.424464788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0aa3f4f4-6903-43fd-9345-9ebcfed32c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.424944679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"27baa6e8-eda0-4c4b-8a5b-eb7170d339b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.54072484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"27baa6e8-eda0-4c4b-8a5b-eb7170d339b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.542359862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"0aa3f4f4-6903-43fd-9345-9ebcfed32c8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.546665718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"f191bf84-2b13-417f-b4f4-4caedf5120b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.672129796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1f74451a-c9fe-47a2-ba14-4d14841d57f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.692217069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1f74451a-c9fe-47a2-ba14-4d14841d57f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.70322287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d56e7007-b7d6-4feb-aeaf-378bf3da1292","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.703744574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"0c137730-ae08-4a05-b06a-57ab40e4eed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.717457546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b6474c22-0177-41b2-8182-923bf76eaaf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.720322802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ef33a611-c20d-4443-9bd5-1c2925128888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.723598866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d56e7007-b7d6-4feb-aeaf-378bf3da1292","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.723888503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"0c137730-ae08-4a05-b06a-57ab40e4eed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.737196321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b6474c22-0177-41b2-8182-923bf76eaaf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.740267089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ef33a611-c20d-4443-9bd5-1c2925128888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.911752475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a1fcbd20-2328-4b6b-9ef0-f8623777abd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.912178296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3e899c2a-c56a-4b9b-b35f-4a4bb67f78a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:46.974004972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a1fcbd20-2328-4b6b-9ef0-f8623777abd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.000031919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3e899c2a-c56a-4b9b-b35f-4a4bb67f78a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.046318248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c62ba0c5-d34f-48cd-8c31-78f5106ab20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.046326863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d87a99c2-1936-458e-8c90-373c2bdac32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.059696489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"aab7c83e-2a27-4eaa-9399-3bdd46834bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.067289506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d87a99c2-1936-458e-8c90-373c2bdac32d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.067299841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c62ba0c5-d34f-48cd-8c31-78f5106ab20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.083094942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"aab7c83e-2a27-4eaa-9399-3bdd46834bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.898778944Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0c3d9a priority=0:[ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-6bce65-sub ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-a71dea-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.91344698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"815e901c-4cc8-4dbf-8129-ab0f1123593f","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.913469323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"815e901c-4cc8-4dbf-8129-ab0f1123593f","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:47.930724888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"974d36f3-d16b-4dee-a558-250f174f7250","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-5915e3-6bce65-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.947452846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"16cee9f1-2169-45fc-871f-d8947c260cf3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.947844942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"757ee8af-db69-40bd-a47f-f08df4da6bac","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.949428482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"90203092-d6c3-4482-99d5-92b58fe39b77","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.94944936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"90203092-d6c3-4482-99d5-92b58fe39b77","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.967439975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"16cee9f1-2169-45fc-871f-d8947c260cf3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:47.968273021Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"90203092-d6c3-4482-99d5-92b58fe39b77","name":"e2e-cfl-same-5915e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5915e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:47.968331502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"90203092-d6c3-4482-99d5-92b58fe39b77","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-5915e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.968508255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"757ee8af-db69-40bd-a47f-f08df4da6bac","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.983496159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2fadc249-5a1b-44c6-8431-6eb0ae40f773","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.983515456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"2fadc249-5a1b-44c6-8431-6eb0ae40f773","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.999043629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"ae73ecad-388d-46c6-ae7e-28ca1d7cb675","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:47.999062228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"ae73ecad-388d-46c6-ae7e-28ca1d7cb675","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.014351304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"d40a1c21-1d43-481c-8540-c98e8a877ce5","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.0143733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"d40a1c21-1d43-481c-8540-c98e8a877ce5","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.066521444Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"812ad049-67b1-407e-82b4-dcd6663daceb","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-cfl-same-5915e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-6bce65-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.087238458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"dada29f1-3766-4d99-ae07-e126ba43a730","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.087644121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"a567c5a8-875b-484b-bd7c-d41f9fdb7673","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.10709788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"dada29f1-3766-4d99-ae07-e126ba43a730","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.107207858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"a567c5a8-875b-484b-bd7c-d41f9fdb7673","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.152797781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"e359aa99-12c5-46a9-9702-7237e9fa2ba2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.152825204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"e359aa99-12c5-46a9-9702-7237e9fa2ba2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:48.197554511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"29044066-d2a4-4075-8b82-8833ea0dc316","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:49.110516578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"30d0e36a-f626-4361-82c4-0a24575d4da1","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:49.127333579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"30afe6d1-a5e1-465e-9243-aff4a267c19c","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:49.164742906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"a98e1126-0f0a-4cef-8626-a0143141f2b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:49.184609213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"a98e1126-0f0a-4cef-8626-a0143141f2b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:49.310652941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"b711abb1-4663-47d1-8b27-de43ced08a4f","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:51.988989513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"15f1df45-c2f5-4d15-b832-8022c8352fe2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-201a3d","tenantID":"e2e-extmod-b-201a3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:52.031832759Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"15f1df45-c2f5-4d15-b832-8022c8352fe2","name":"e2e-extmod-b-201a3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.766784904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0c3d9a priority=0:[ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-6bce65-sub ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-a71dea-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.781708314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"62230bd1-0fc5-4570-9a26-41f06851bd45","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:29:54.803056602Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-4d7646-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.815242927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"6564667e-6017-403a-bcce-fe456d661581","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.815263215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"b68e0fd3-0854-4fc9-9d06-19e63a14ef84","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.817112589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"9e401a72-9de5-4f28-8107-7f528a438bf9","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.83249478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"170f8e32-6efd-4604-8d79-36cec8ace6e0","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.836446301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"b68e0fd3-0854-4fc9-9d06-19e63a14ef84","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.836513299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"6564667e-6017-403a-bcce-fe456d661581","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:54.955793624Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"ac653b1c-3223-4873-b5fa-96efeeebbc93","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.013448677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"adf63a28-33ef-45bd-aad4-db519ad25dfd","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.034750918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"6d461859-7971-4556-b482-946d6422535d","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.043182083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"325bc94a-4594-48c9-9110-9566737aa466","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.048367136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"0837c032-7cfd-437b-a79b-4e5009684bb9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.062753351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c03a9420-6ce6-4a28-a038-f1f66488db22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.064715218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"16c33aa0-414c-4dd2-bc6d-0f7afafbab6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.069384639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"0837c032-7cfd-437b-a79b-4e5009684bb9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.08251157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"c03a9420-6ce6-4a28-a038-f1f66488db22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.084214558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"16c33aa0-414c-4dd2-bc6d-0f7afafbab6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.087624012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"0837c032-7cfd-437b-a79b-4e5009684bb9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.088205614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"51592c83-23a1-478a-bab0-50acc97812d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.088309125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"47fe1724-66b7-496f-9388-ea67411a9b4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.089358249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"cd2e8908-4ae3-47a1-a67a-265c6bba246f","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.108034062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"51592c83-23a1-478a-bab0-50acc97812d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.108084047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"47fe1724-66b7-496f-9388-ea67411a9b4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.165753031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7915226f-dbeb-4ed2-b4f9-a1924200457c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.166361096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"a03bcd09-e946-4e19-b340-4d26bf558bfc","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.1816692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"b4a7d8ff-d374-4681-aa0d-b1f7a6a4b2a7","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.185334657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"7915226f-dbeb-4ed2-b4f9-a1924200457c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.196999938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"c7d54df3-1c3d-41ad-ab1e-4473dce1d55b","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.211022244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"b141385a-09d6-4916-bdec-c24968da5381","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.212074304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"16ae6957-0f1b-4d73-8219-0a87166ba451","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.212360336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"29c7bac1-81d7-4127-91f9-b832e0df8b78","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.228002017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"eb3e650c-7020-429a-b9e8-592a78d11cdb","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.24865703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"5e8d4f84-0824-4c97-9b3b-4ebe47cc55d7","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.269173583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"2c9a33b0-696f-425a-aaa1-84637b132405","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.285967051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"c3b3a4a5-7b5d-4736-8e43-c723717d6277","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.307298409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"663a78be-e12f-4136-bc52-2f3f8229c4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.309820978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fe3f3ae2-e7a0-49ca-843a-13a757bfb7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.328114012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"663a78be-e12f-4136-bc52-2f3f8229c4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.330620789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fe3f3ae2-e7a0-49ca-843a-13a757bfb7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.348873026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"7d4c5811-6f1b-40a8-878a-2180606936d6","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.387240685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"8b57898c-d3fb-4122-9dd1-1b056959352f","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.396352216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"87b5c9f2-f250-470d-b0b8-a8c3047ba1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.40193529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"667cbd4a-5173-43d8-bc4c-f3fef4507102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.403230528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"e52fb581-c861-412c-9ec5-fa49e894fc17","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.416753742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"87b5c9f2-f250-470d-b0b8-a8c3047ba1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.422621545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"667cbd4a-5173-43d8-bc4c-f3fef4507102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:55.423455953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"e52fb581-c861-412c-9ec5-fa49e894fc17","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.045857981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"9f424ab0-6b80-4282-a393-5370b87ddadc","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.046490397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63284537-40e1-4b73-9507-d37dffa04000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.046975557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a82aebf0-653d-4a3b-b4db-9d5ccd504edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.047378543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"2c2a8c06-7e16-4a24-a745-a4c89c8bedc6","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.089250989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7388a9bc-b5eb-4f27-aaf5-610580b92a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.164701332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a82aebf0-653d-4a3b-b4db-9d5ccd504edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.481406954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"9f424ab0-6b80-4282-a393-5370b87ddadc","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.530568139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"57994057-5cda-4046-a9d1-080ab2087c9e","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.584017537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"7388a9bc-b5eb-4f27-aaf5-610580b92a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.631966552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"89c9281b-cb5e-45b6-a070-67fe2c1cd0d1","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.632845105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63284537-40e1-4b73-9507-d37dffa04000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.937760129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"d195ae02-e5f9-4b4f-afa8-8d1c99394f14","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.938476193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"1f7e3567-f57c-43b2-ace6-67ea1114ce14","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.939604627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"2c47e80a-2fce-4f95-9144-7be098608d40","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.940113624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d9d0ba05-72bc-428f-ad01-85a928c8c8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:56.969325561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"61ae448a-70cf-43d1-887b-1f253e21a2af","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.014360991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"d9d0ba05-72bc-428f-ad01-85a928c8c8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.029569361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"1924e780-d5e8-41bd-8af8-7cfc87a11902","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.061503378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"da0318cd-525e-4a95-bf18-aa68a27837e8","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.122321816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"df2f769c-47ba-4a49-9d01-36389252508e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.123273739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"ef0b31de-fd6f-48a1-86eb-2e551bc2bd65","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.131823351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"2766f235-419b-446d-a2e5-d45b8bfd4336","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.145528945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"df2f769c-47ba-4a49-9d01-36389252508e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.151113538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"543ef663-683e-4bd9-872b-e5f1c41fca63","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.221347512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"7ba8df3c-ca76-4c6f-b425-62ecd206eb3a","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.221475596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"84315fc6-9e60-4cfc-a786-1da197ab600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.222003398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ce842e9f-ac09-4b76-ac8b-fd7e4134ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.224463627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"543ef663-683e-4bd9-872b-e5f1c41fca63","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.243638565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"84315fc6-9e60-4cfc-a786-1da197ab600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.247057175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ce842e9f-ac09-4b76-ac8b-fd7e4134ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.336991145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5d15549c-3ead-4122-94b6-7c21c5966c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.361631173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"5d15549c-3ead-4122-94b6-7c21c5966c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.372742758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"7eebf305-c375-4053-897b-eec90d6336ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.373223986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b8ee3158-0142-42a4-be77-c95ef0d19a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.38781577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ab1264ee-853d-4826-839f-80a010f33a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.39236772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"7eebf305-c375-4053-897b-eec90d6336ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.403435374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"585a1111-3be7-4f18-8056-6073fcbfbb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.424479348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ab1264ee-853d-4826-839f-80a010f33a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.424762038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b8ee3158-0142-42a4-be77-c95ef0d19a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.427094261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"585a1111-3be7-4f18-8056-6073fcbfbb71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.45587559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"83f4b66d-d39a-4632-8e70-3ed5f9fd919d","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.476506035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"83f4b66d-d39a-4632-8e70-3ed5f9fd919d","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.494845319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"83f4b66d-d39a-4632-8e70-3ed5f9fd919d","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.540943759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4d758143-9690-49e9-9bc6-ab936b412117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.541579276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"d6c9c3cc-3063-452e-b3f1-c161ee503980","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.561348704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"4d758143-9690-49e9-9bc6-ab936b412117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.562033889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"d6c9c3cc-3063-452e-b3f1-c161ee503980","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.646710693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b993b24e-0fbe-4726-92c6-5b715d6eca8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.647348777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9952e4ff-8e3a-4aaf-bb48-9940dd88540d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.647396988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4847cf81-94b2-4932-ab7e-fc38135e5ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.672376899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9952e4ff-8e3a-4aaf-bb48-9940dd88540d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.67265702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4847cf81-94b2-4932-ab7e-fc38135e5ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.676119632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"b993b24e-0fbe-4726-92c6-5b715d6eca8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.804404078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"344cbbf1-4a18-4917-bb1c-c7f88ad9898d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.865562433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"344cbbf1-4a18-4917-bb1c-c7f88ad9898d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.884958558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a6bedbc-cbb9-48cf-b19b-0fe89e9b82c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.886240272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"5449bf04-c8bb-41d9-a839-4cf3de7da1d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.894341057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f2dff579-4863-48e2-85a9-b6ab1c0fdce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.896523807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"52a487a2-5519-4719-a5e4-d6e7031e1188","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.904502526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a6bedbc-cbb9-48cf-b19b-0fe89e9b82c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.905686238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"5449bf04-c8bb-41d9-a839-4cf3de7da1d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.913973408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f2dff579-4863-48e2-85a9-b6ab1c0fdce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.916922813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"52a487a2-5519-4719-a5e4-d6e7031e1188","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.959127217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e484c1e4-7862-46b2-af53-0101ab089122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:57.978319993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e484c1e4-7862-46b2-af53-0101ab089122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.065356542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2789f91d-dd8f-46f3-88a7-4d0ed0e262b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.065513191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2799ccd3-de4c-4b24-934b-4c6bcdc9a612","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.065779187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"ddd890ec-c804-4d32-b253-71fe2c8cca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.065896386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1d9afb92-f0a7-4f28-b72d-67adcd3ea570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.069201082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"119356d5-d076-4664-af13-a3a3a53c4fd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.086281837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2789f91d-dd8f-46f3-88a7-4d0ed0e262b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.086403749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1d9afb92-f0a7-4f28-b72d-67adcd3ea570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.089964869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"2799ccd3-de4c-4b24-934b-4c6bcdc9a612","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.090076873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"119356d5-d076-4664-af13-a3a3a53c4fd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.092211538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"ddd890ec-c804-4d32-b253-71fe2c8cca83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.179430489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"61a209aa-a3cc-4ca9-8dc8-bbcdf4a586e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.199061282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"61a209aa-a3cc-4ca9-8dc8-bbcdf4a586e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.280392595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9094833e-6539-4c04-a45f-d19114d59216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:29:58.30007403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9094833e-6539-4c04-a45f-d19114d59216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.05467705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.544724391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"ca78a4ff-3ed5-4b68-bd14-8845ca19a641","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.56423338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"1ddd7042-5c02-4e73-a2b9-98418db83ece","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.597763253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"ded8aed5-0bed-4a49-a4c3-93bf4bef932b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.617521372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"ded8aed5-0bed-4a49-a4c3-93bf4bef932b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:01.746426022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"5c81d21b-84ab-41f4-a06f-81488919034f","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:05.404155972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"274bb29a-017e-4c4b-9780-9f1966b194d5","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.20747405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-0c3d9a priority=0:[ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-6bce65-sub ai-tenant-e2e-extmod-a-0c3d9a/e2e-cfl-same-5915e3-a71dea-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.223415142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"0598ba13-7a47-4962-8b7a-bca5202a5229","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:30:07.239306986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"b1ba4674-f9fa-4aab-8b95-8510fac07ec3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-bc98de-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.258300109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c1993b26-fb31-45ca-8ca5-ae984d24c1cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.25898165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"1149d623-972f-43c0-b175-d3dc4d9d4271","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.260402717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"4d38683b-9bcf-44ce-b284-188ce2537c93","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:30:07.276530629Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"4d38683b-9bcf-44ce-b284-188ce2537c93","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:30:07.276605329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"4d38683b-9bcf-44ce-b284-188ce2537c93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.277880499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c1993b26-fb31-45ca-8ca5-ae984d24c1cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.279039534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"1149d623-972f-43c0-b175-d3dc4d9d4271","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.294821625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"94ca7b92-861e-4e30-8f99-d85faee5a233","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.310279568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"c10e129a-4f40-4ae7-9f37-f99422545ada","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.325623653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"50064f87-007f-4bff-b2df-1174f40c6ade","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.373380043Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"68333f77-b3ea-4376-9d5c-5d98237d7ab6","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.401030151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"e5d99fff-8c5b-431d-b60f-e77f08b251f7","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.40103654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b4323e87-2f64-48be-918e-e3f1f0ad98c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.421078009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"b4323e87-2f64-48be-918e-e3f1f0ad98c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.421238475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"e5d99fff-8c5b-431d-b60f-e77f08b251f7","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.459674411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"7ab4aa12-30d3-41f6-8435-94a9f041d9de","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.504676157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"355cfe81-3109-460e-99f1-ce263ab2d4ed","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.527562831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"89279e56-79b5-4f27-bf15-f614bb123bce","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.546698837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"89279e56-79b5-4f27-bf15-f614bb123bce","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:07.566073922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"89279e56-79b5-4f27-bf15-f614bb123bce","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:15.420388025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"5b890514-63ef-41bb-beaa-0cf1434edcb4","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:17.600185352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e3ee12d6-7e13-4293-837e-cb3ad16851bc","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:17.620845117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e3ee12d6-7e13-4293-837e-cb3ad16851bc","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:17.63934377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e3ee12d6-7e13-4293-837e-cb3ad16851bc","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:25.436383893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"401f2047-b68a-4f48-8abc-d9e0770d5281","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:27.674615471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fdd631bd-4f66-41ac-b237-fc9997594d7f","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:27.694185059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fdd631bd-4f66-41ac-b237-fc9997594d7f","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:27.712604817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fdd631bd-4f66-41ac-b237-fc9997594d7f","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:31.053497297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:35.463101079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"f5a4db13-b199-4c46-843f-9d94562e092c","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:36.035091761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"6e8cc355-2b43-4d24-892d-b8258da3437e","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:36.229643816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"91a99910-96be-42bd-be85-c854f0f7f869","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:36.986805784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"91fa1d54-d102-4d0b-90db-e321c469c603","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.090889665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"3ebc24e2-4e9a-4c0e-8608-c5848972fa1b","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.097942456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"cbc7d7dd-503a-43cc-82b5-1e2c49a0cf80","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.226398377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"e6bbdee3-9ae7-42b8-8acd-76441e04a9f2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.226504041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"e6bbdee3-9ae7-42b8-8acd-76441e04a9f2","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.547582417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"7951c74f-2543-4b6a-a8a7-87bc49ed4be3","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.567304843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"0590a659-70d1-47a6-a36e-6359436e9af3","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.604341322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"3ceaff38-00d4-4896-8463-15d705869010","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.629251989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"3ceaff38-00d4-4896-8463-15d705869010","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.648401263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"3ceaff38-00d4-4896-8463-15d705869010","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.691725912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"521cebd9-0ab9-4065-b215-3a3d0de4f8d0","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.790357577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fbe833bd-a72a-41ca-b112-a587bc5d3c8c","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.814831417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fbe833bd-a72a-41ca-b112-a587bc5d3c8c","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.835778075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"fbe833bd-a72a-41ca-b112-a587bc5d3c8c","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.879464316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"923b1f42-1844-405e-8d2c-381a0b59abbd","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.879502933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"923b1f42-1844-405e-8d2c-381a0b59abbd","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.939242044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"23096124-acc7-4f18-922f-d29d1d62d087","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.964433864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"23096124-acc7-4f18-922f-d29d1d62d087","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:37.985180878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"23096124-acc7-4f18-922f-d29d1d62d087","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.409335668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"07ad8c2e-3437-4c62-9360-5d668f0501e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.409659676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d89a8391-1e38-4876-817a-1da6101051fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.409857068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"11d448d7-3874-44fe-bef1-d87e509ad4e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.410069243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"4bbf6184-8ba6-48e6-acc9-a8f2b6fad3e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.454147791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"4bbf6184-8ba6-48e6-acc9-a8f2b6fad3e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.457808509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"07ad8c2e-3437-4c62-9360-5d668f0501e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.46110373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"d89a8391-1e38-4876-817a-1da6101051fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.464943222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"11d448d7-3874-44fe-bef1-d87e509ad4e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.478398426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"4bbf6184-8ba6-48e6-acc9-a8f2b6fad3e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.961306465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"69e70d90-47a7-48ab-9d4f-228c5cbf4a52","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.962129404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"880c65b6-851d-402a-bbd9-af4a492c7ce9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.977495264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"470ea0b2-cccb-4990-aa36-44ff64517226","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:38.978120189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"ecce9c52-90fa-4402-bebb-0607ba3c9306","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.033964194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"880c65b6-851d-402a-bbd9-af4a492c7ce9","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.063457416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"69e70d90-47a7-48ab-9d4f-228c5cbf4a52","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.08008222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"470ea0b2-cccb-4990-aa36-44ff64517226","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.082918669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"ecce9c52-90fa-4402-bebb-0607ba3c9306","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.108473322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"470ea0b2-cccb-4990-aa36-44ff64517226","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.643532098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"ad0a311d-4258-4319-abad-850b41339d05","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.66440588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"f6fdd728-d8ac-4c27-968a-a9a6c35f288a","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.707399839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"64415b7a-e60d-47af-9c68-d35fc24d4ecf","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.730236914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"64415b7a-e60d-47af-9c68-d35fc24d4ecf","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.749624931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"64415b7a-e60d-47af-9c68-d35fc24d4ecf","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.785523529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"9fa05012-650d-498d-a39d-02a07e42d5e2","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.891999259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a482783e-b0de-4b42-8dc6-15226f0f3840","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.900430034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"128e6303-d3b1-4ba9-a093-dfe1279845e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.903714483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"f62a506d-f951-47c5-9c56-c2b56075b217","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.908967751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"0c3420f5-2e2a-4a4b-98d2-6a03d9bd5462","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.913473513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a482783e-b0de-4b42-8dc6-15226f0f3840","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.922135589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"128e6303-d3b1-4ba9-a093-dfe1279845e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.926000839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"f62a506d-f951-47c5-9c56-c2b56075b217","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.93667133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"0c3420f5-2e2a-4a4b-98d2-6a03d9bd5462","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:39.958849254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"0c3420f5-2e2a-4a4b-98d2-6a03d9bd5462","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.029865715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"5fc44281-4de7-4479-b61c-1c9e810556d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.056597409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"5fc44281-4de7-4479-b61c-1c9e810556d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.164275167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"f9495339-27a9-4e1e-b86e-54c8474556db","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.185655307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"f9495339-27a9-4e1e-b86e-54c8474556db","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.20445101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"f9495339-27a9-4e1e-b86e-54c8474556db","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.211319853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e992b797-dab8-4df6-b42e-cbfff30adee4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.213360294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d12eb195-e930-49ed-b4a2-91c5646e116c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.213361081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"22ebccaf-8b01-42b9-a00f-22396a554fdd","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.236676283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"22ebccaf-8b01-42b9-a00f-22396a554fdd","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.243077232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"e992b797-dab8-4df6-b42e-cbfff30adee4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:40.244297003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"d12eb195-e930-49ed-b4a2-91c5646e116c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:45.479011816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"ddd2f43a-ed9c-4c6b-a4f4-db5cdc87fc62","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:46.499005283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b418a368-4c63-4c0d-aae5-5b271ae0d1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:46.513069304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b418a368-4c63-4c0d-aae5-5b271ae0d1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:46.527218767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b418a368-4c63-4c0d-aae5-5b271ae0d1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:46.541724385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b418a368-4c63-4c0d-aae5-5b271ae0d1a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:47.151874944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e195b2b9-b4a6-4303-9bbb-34bb61fe597b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:47.165656984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e195b2b9-b4a6-4303-9bbb-34bb61fe597b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:47.179220446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e195b2b9-b4a6-4303-9bbb-34bb61fe597b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:47.192957215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e195b2b9-b4a6-4303-9bbb-34bb61fe597b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:48.019152777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"efe8e078-db49-4aea-b10c-9f685d65b44a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:48.039065466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"efe8e078-db49-4aea-b10c-9f685d65b44a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:48.057191559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"efe8e078-db49-4aea-b10c-9f685d65b44a","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:49.157582366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"8d8ec623-dea4-4e69-ae38-564a1dbf90ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:49.177204627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"8d8ec623-dea4-4e69-ae38-564a1dbf90ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:49.195351992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"8d8ec623-dea4-4e69-ae38-564a1dbf90ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:50.252835167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"5726938b-051a-4d3b-be0d-635517177a8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:50.273256224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"5726938b-051a-4d3b-be0d-635517177a8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:50.292117307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"5726938b-051a-4d3b-be0d-635517177a8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.16850635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebc661-0dcf-4dc9-8706-746777abc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.182430605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebc661-0dcf-4dc9-8706-746777abc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.196442725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebc661-0dcf-4dc9-8706-746777abc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.210944167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ebc661-0dcf-4dc9-8706-746777abc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.786727797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600335f-2054-4cb2-928f-37f621ca06a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.801197987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600335f-2054-4cb2-928f-37f621ca06a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.815260413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600335f-2054-4cb2-928f-37f621ca06a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.829294898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600335f-2054-4cb2-928f-37f621ca06a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:54.983497658Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-90f46c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-90f46c","reconcileID":"3b60f898-ab15-41e5-b954-3ff6d1954ef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-90f46c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-90f46c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:55.597427802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fe9163-e6ee-4bb5-82d4-0d466351d899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:55.630209088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"8bcf8c30-619c-4ccd-80cb-25fe3de0d323","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:55.724260137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fe9163-e6ee-4bb5-82d4-0d466351d899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:55.786864018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fe9163-e6ee-4bb5-82d4-0d466351d899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:55.829318419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fe9163-e6ee-4bb5-82d4-0d466351d899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:56.460535155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c088e9-a975-453e-a83e-55a00496dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:56.474284543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c088e9-a975-453e-a83e-55a00496dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:56.488718301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c088e9-a975-453e-a83e-55a00496dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:56.502634022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60c088e9-a975-453e-a83e-55a00496dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:57.193958588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c3ba9f-6940-4e34-8598-024cefb8ff78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:57.210176478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c3ba9f-6940-4e34-8598-024cefb8ff78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:57.233848208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c3ba9f-6940-4e34-8598-024cefb8ff78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:57.250456532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c3ba9f-6940-4e34-8598-024cefb8ff78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:58.246126853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"3ff78ece-0c72-4a99-9bdf-d1542d2200c2","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:58.290382349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"3ff78ece-0c72-4a99-9bdf-d1542d2200c2","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:58.320863858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"3ff78ece-0c72-4a99-9bdf-d1542d2200c2","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:59.251867165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"73680d66-44b9-4176-8afb-707eafdc6707","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:59.27463243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"73680d66-44b9-4176-8afb-707eafdc6707","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:30:59.292956358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"73680d66-44b9-4176-8afb-707eafdc6707","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:00.367508065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"199096be-9288-4067-948c-57509c893937","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:00.393524544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"199096be-9288-4067-948c-57509c893937","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:00.417003276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"199096be-9288-4067-948c-57509c893937","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:01.055846107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.119037328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f2efc-3af6-4c27-b18b-d2febbb5d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.13386333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f2efc-3af6-4c27-b18b-d2febbb5d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.148840335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f2efc-3af6-4c27-b18b-d2febbb5d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.163129777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70f2efc-3af6-4c27-b18b-d2febbb5d497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.90128594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa72084-98fe-441e-8da4-e0aacbcc1d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.915356472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa72084-98fe-441e-8da4-e0aacbcc1d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.929483556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa72084-98fe-441e-8da4-e0aacbcc1d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:03.943573537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa72084-98fe-441e-8da4-e0aacbcc1d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:04.523792985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6998d64-7b53-463d-9ac4-70d71bc72937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:04.538487744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6998d64-7b53-463d-9ac4-70d71bc72937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:04.552334764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6998d64-7b53-463d-9ac4-70d71bc72937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:04.566078395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6998d64-7b53-463d-9ac4-70d71bc72937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.053696687Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26abe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26abe8","reconcileID":"2fe6f135-ac37-4802-9000-b7858cca0b38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-26abe8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-26abe8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.441721836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b08473-b048-4204-bedc-346c37895d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.456163793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b08473-b048-4204-bedc-346c37895d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.47036399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b08473-b048-4204-bedc-346c37895d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.484266905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b08473-b048-4204-bedc-346c37895d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.690842225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"00d4e40b-566f-4f06-8f3d-936d3a2a5e45","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.690866796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"00d4e40b-566f-4f06-8f3d-936d3a2a5e45","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.733801837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"72181b1d-3c1e-47de-b3d0-569a78a67463","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.736385045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"531d931b-72e2-4cd5-bdb9-05ee95f12e65","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.73783524Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"4ea05ef5-2f1c-40e0-bbf8-e0d4fd2a65a6","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8badc926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.740454046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"b8e87c0f-468f-4d9f-a4ed-b84aab6a9d44","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.753586905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"72181b1d-3c1e-47de-b3d0-569a78a67463","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.75552853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"531d931b-72e2-4cd5-bdb9-05ee95f12e65","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.947489902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"e503aa75-fadc-4b8c-bfb6-25dc10fdf3d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.947490429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"79747bc5-7ad7-4835-aad8-d07909c7dc10","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.967398298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"79747bc5-7ad7-4835-aad8-d07909c7dc10","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:05.968566165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"e503aa75-fadc-4b8c-bfb6-25dc10fdf3d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:06.739066912Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26abe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26abe8","reconcileID":"57ba4955-15bd-4131-95a3-841f93d1b712","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-26abe8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:08.358397485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e23c06c4-103a-4eae-acf5-e1631df47136","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:08.381679803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e23c06c4-103a-4eae-acf5-e1631df47136","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:08.402465052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"e23c06c4-103a-4eae-acf5-e1631df47136","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:09.340374605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"c0bb8ac4-2358-452e-afc5-6f882669550f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:09.362710851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"c0bb8ac4-2358-452e-afc5-6f882669550f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:09.381027681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"c0bb8ac4-2358-452e-afc5-6f882669550f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.34182255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"5c4043b7-1146-42b3-ae60-8df1a77769d7","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.364283539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"dacba0ac-13b8-4435-8d06-a37c5a52aea5","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.380071547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"59d20607-64fb-423b-8a34-2fb042ce64d0","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.3887357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"54a604f9-3fb9-4ebe-8c76-9e2dee695022","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.389965398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cfeeaab6-5944-4aa3-a3f3-a293379d4adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.394124524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b51d28e7-f028-4208-a6b8-11c4de739bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.394609273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"9a502ee3-ecb1-4371-8a8c-06d54f0503fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.399405174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"59d20607-64fb-423b-8a34-2fb042ce64d0","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.408361877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"54a604f9-3fb9-4ebe-8c76-9e2dee695022","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.412236274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"cfeeaab6-5944-4aa3-a3f3-a293379d4adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.415212763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"b51d28e7-f028-4208-a6b8-11c4de739bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.415562376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"9a502ee3-ecb1-4371-8a8c-06d54f0503fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.417392026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"59d20607-64fb-423b-8a34-2fb042ce64d0","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.42696563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"54a604f9-3fb9-4ebe-8c76-9e2dee695022","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.434192401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"9a502ee3-ecb1-4371-8a8c-06d54f0503fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.464167458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"cd8e839e-4c31-4659-b138-a4893cc6e153","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.483791213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"cd8e839e-4c31-4659-b138-a4893cc6e153","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.567722234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f621f98b-537e-4458-b8cb-80a2179a3ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.568144461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"57a53639-a809-4b42-a762-c86fb0855b7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.590170262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"f621f98b-537e-4458-b8cb-80a2179a3ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.590188101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"57a53639-a809-4b42-a762-c86fb0855b7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.591369118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"32b6b35b-fada-4ba5-8b4e-45d5747fd47b","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.668494946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5f80662c-65fd-4d0d-8b9a-7892d3dc8169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.668494466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"3a06a99e-76ea-40d1-8d30-90a6c80f2172","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.687194913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5f80662c-65fd-4d0d-8b9a-7892d3dc8169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.688863781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"3a06a99e-76ea-40d1-8d30-90a6c80f2172","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:10.839343476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"aa97f149-122a-468c-858b-4970a8b1c08a","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.134615464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"25e6385c-6b30-4c2b-bcef-52ed89ca1e0f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.147150841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"25e6385c-6b30-4c2b-bcef-52ed89ca1e0f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.148566329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ceb6e2b7-3f78-4580-99eb-48757c9dff57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.286715089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"6ee16390-baad-4908-9657-6478f8639e9a","namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.301387795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"793ef61a-caf4-4ca3-af4e-113bc7627b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.325314833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6cc2d700-e565-4167-be9a-34bc47db0c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.335571055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6de3aadb-e8f8-4ab1-bdc5-ff99fd460ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.337689915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"88fb3eec-4b86-4604-b476-7b59df19867b","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.341462999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"793ef61a-caf4-4ca3-af4e-113bc7627b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.34530043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ceb6e2b7-3f78-4580-99eb-48757c9dff57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.352349163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"6cc2d700-e565-4167-be9a-34bc47db0c95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.372293335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"43a6941e-3d94-4804-97b2-406827db9465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.372848857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6de3aadb-e8f8-4ab1-bdc5-ff99fd460ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.442143778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"43a6941e-3d94-4804-97b2-406827db9465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.496989328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"508c8b59-8013-4e62-a175-e69c3cc0b980","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.533760867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"aaf2f9af-5af0-4521-acfe-0be1a2448d6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.535037497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc14ecef-2482-4558-98eb-8769192ed628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.536612941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"143f8a2d-50b7-4602-b862-f261b0b4e025","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.553312062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"aaf2f9af-5af0-4521-acfe-0be1a2448d6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.554790431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc14ecef-2482-4558-98eb-8769192ed628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.555666244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"143f8a2d-50b7-4602-b862-f261b0b4e025","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.636448613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63127e91-1528-47df-bc5b-3ad4bde8c979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.636716523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9818eda8-bef9-447b-8a0f-64f5c080862c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.655033153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63127e91-1528-47df-bc5b-3ad4bde8c979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.655258922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9818eda8-bef9-447b-8a0f-64f5c080862c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.738450089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"0963f7eb-cd09-4446-a11b-9791dd4b20e9","namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.738503051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"36d73c99-abf0-4475-b10d-4590584f7246","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.738869787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"1a096071-66ba-4359-90d3-c8a60e56143d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.73903037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a1783c5b-713b-4187-ab10-e775e12bdac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.753386841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"13bde3d0-d110-4ac6-b417-bafec3e4dd0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.757312132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"36d73c99-abf0-4475-b10d-4590584f7246","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.757506407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"1a096071-66ba-4359-90d3-c8a60e56143d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.759845082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a1783c5b-713b-4187-ab10-e775e12bdac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.77299859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"13bde3d0-d110-4ac6-b417-bafec3e4dd0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.890337289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"f8a84395-aa54-40e4-8bdd-35ff66059a21","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.896115762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"69e3274c-6b93-4edb-8a10-1507adc89b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.904266424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"5405342e-aa70-4785-b119-9ebdf3914e9f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.914413218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"69e3274c-6b93-4edb-8a10-1507adc89b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.978738866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"adc81cb4-2856-44c1-bb37-19743a1a82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:11.997197029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"adc81cb4-2856-44c1-bb37-19743a1a82fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.064185462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"41802745-5bf9-4d91-a74a-59543f8f5a34","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.075625492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26b2796a-a7fc-488b-a1cf-8653c1aec68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.07571499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"988d9213-07b3-4def-b70c-b716f796ed33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.080666326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fab92874-adaa-4f1d-8aa1-fc2eca64d3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.083112044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"41802745-5bf9-4d91-a74a-59543f8f5a34","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.095793706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"26b2796a-a7fc-488b-a1cf-8653c1aec68e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.096810104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"988d9213-07b3-4def-b70c-b716f796ed33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.100938405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"41802745-5bf9-4d91-a74a-59543f8f5a34","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.101832655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fab92874-adaa-4f1d-8aa1-fc2eca64d3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.178745273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"fd4f5285-6fd9-493d-8bb3-74279ab88bad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.203936788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"fd4f5285-6fd9-493d-8bb3-74279ab88bad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.221663243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-adfb9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efb160dc02866fc4259270ae68874c647e3085b301b388d43a2326588b64316) AuthConfig (b58f64b082ee0ad08347f49dbdd0d8a8dd3080e2416debf1b3cc0ab512204931) AuthConfig (d632d1761a26a38a0b18c8e3d6f0becccd930de274e9310fa14b61a098bea8a6) AuthConfig (5bb3a6ddd1cefc669057beb3d3e55a527f0eb16a031a9218a9f0c6d5d903d1f9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"fd4f5285-6fd9-493d-8bb3-74279ab88bad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.232406705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"8c68e581-3536-4600-8938-0eb21ec58d12","namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.249842513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"85b103e2-90fa-4e62-8e09-84fa5ec25524","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.249875054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"85b103e2-90fa-4e62-8e09-84fa5ec25524","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.261710275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"38d119f9-f35d-4cc9-92f1-5d31d8dace15","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.268564209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"9973e6ca-4d06-4d76-a617-082e43508046","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.280301476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"38d119f9-f35d-4cc9-92f1-5d31d8dace15","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.2866167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"9973e6ca-4d06-4d76-a617-082e43508046","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.297265795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-e7b56d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (89a69555d9ccecce08b3272565a2de6a133f42d7a28354f27052ba8f1c136f76) AuthConfig (4f81e3c190f9b13610dc5f679582213e503856a10b92ff5f1f97770497dc96dd) AuthConfig (13cc17e9759292570255077c1eb9575374ab70f828b9fb4ca3305013ed223a81) AuthConfig (9a300b9d13e9facf490d7e41e3d6f407899eeec021ee2ef1c3f1cbc7a52c1bb6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"38d119f9-f35d-4cc9-92f1-5d31d8dace15","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.350488158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"9c3ca9e5-f267-4c08-9769-9a06e932e2f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.355955161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8d3f883a-5e22-4058-bec5-04aa237fb66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.356524103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"37ee9155-63f4-4bc0-a151-0fa2c88ace75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.421277493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"52ba36f2-d4d0-4a1b-b9cc-eb9f01399bcc","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.694411852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"9c3ca9e5-f267-4c08-9769-9a06e932e2f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.762971471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"37ee9155-63f4-4bc0-a151-0fa2c88ace75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:12.770728029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8d3f883a-5e22-4058-bec5-04aa237fb66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.023535579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"52ba36f2-d4d0-4a1b-b9cc-eb9f01399bcc","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.171417991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"10061366-4440-456a-b338-b49c48dae6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.172069225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c932c4ec-0773-4dd3-a558-d2b12ed16805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.186064673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"24116497-53e5-4fa9-a232-8d599bc9997a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.187208862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a79b30a5-a607-4945-addc-e4b99c20d02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.238149122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"10061366-4440-456a-b338-b49c48dae6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.243270873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c932c4ec-0773-4dd3-a558-d2b12ed16805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.326052405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"24116497-53e5-4fa9-a232-8d599bc9997a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.336268555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"a79b30a5-a607-4945-addc-e4b99c20d02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.421340639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ad9e8a07-bc6b-46f3-ad53-8cd5c70f2fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.439889044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ad9e8a07-bc6b-46f3-ad53-8cd5c70f2fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.488837113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"987f7142-ca25-4a6d-b30b-bb82369965b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.506779647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"987f7142-ca25-4a6d-b30b-bb82369965b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.592742693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2bdc6365-9d2e-42a4-a0e3-fc01b38c9736","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.592741026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f1703c2c-b074-4c42-a7e9-d1038baa9a38","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.594984839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e53bdbc5-5640-44a7-a74c-748a26e3c51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.613964767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"f1703c2c-b074-4c42-a7e9-d1038baa9a38","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.61466571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"2bdc6365-9d2e-42a4-a0e3-fc01b38c9736","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.617818641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e53bdbc5-5640-44a7-a74c-748a26e3c51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.741288617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"dcbbbe3c-5d46-4767-b487-7330ae76d25a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.753702105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"48f814b7-234f-4158-8b2a-e9e5770f2a3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.760036346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"dcbbbe3c-5d46-4767-b487-7330ae76d25a","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.773160444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"48f814b7-234f-4158-8b2a-e9e5770f2a3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.795403573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b80d1f99-cf4c-4170-9ca0-3ff74ac941d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.814814128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"b80d1f99-cf4c-4170-9ca0-3ff74ac941d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.889152313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"d981f067-a01b-44a9-b805-8c635ed06fd4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.895688374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"262248f4-d154-4652-89b6-87199f8430fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.897565876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5182d036-d7b5-4de4-b539-2244a703ae09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.900060659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"a74dc2f9-0a55-4ea2-9970-2b305ebb008d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.907358088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"d981f067-a01b-44a9-b805-8c635ed06fd4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.91421829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"262248f4-d154-4652-89b6-87199f8430fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.917029999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5182d036-d7b5-4de4-b539-2244a703ae09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.921891548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"a74dc2f9-0a55-4ea2-9970-2b305ebb008d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:13.924425878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-50d4af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb9a41fff8ecde259e418ef133fdc5e0ee41b5b0ff9bc4d60d74e1f8dfd30cf6) AuthConfig (05deb4e135d5b1f15a78925c0c7b1436702a6190fe648a53e24343b5f9bc353a) AuthConfig (44f670747ab2c0d495746dcf8b779cfc701007fd05104eb42285b0476801459a) AuthConfig (c001f1540cfb0e253d59208f89e752585b0cacaae1e2a943b3a93b9b8705b6f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"d981f067-a01b-44a9-b805-8c635ed06fd4","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.000042451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"de01115b-aee1-40f5-b758-5549b001b1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.000069353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"08388896-6751-4531-bd8e-1f11403acc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.01846619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"08388896-6751-4531-bd8e-1f11403acc8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.019709712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"de01115b-aee1-40f5-b758-5549b001b1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.095147425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"839d7d2b-5bac-4ff8-9389-c367e83df779","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.098757406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"1fb812a7-cf74-4b96-96f4-3eb0e6336a9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.124915303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"1fb812a7-cf74-4b96-96f4-3eb0e6336a9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.128339066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"839d7d2b-5bac-4ff8-9389-c367e83df779","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.160019606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"dd3c0b04-81fc-44a3-8529-f04aeff48b3e","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.197193237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8356fbe7-7cdd-49f9-91bc-889bbaf9860f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.197248585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"448aef72-4946-4528-bfce-8758256944aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.200694847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"38dda9f4-5d8d-48b6-8248-b72c6ff60645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.215786663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8356fbe7-7cdd-49f9-91bc-889bbaf9860f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.216192658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"448aef72-4946-4528-bfce-8758256944aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.219522317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"38dda9f4-5d8d-48b6-8248-b72c6ff60645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:14.40628042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"35937810-1a23-4cc7-b76f-c4e3e06014b9","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.752429088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"241863fd-ca71-4e92-8466-5661709eeb8b","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","subscription":"e2e-cfl-same-5915e3-6bce65-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.754563158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"9da9b715-a991-4c77-8035-d20bdcbb33e1","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.779781871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"241863fd-ca71-4e92-8466-5661709eeb8b","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.794245202Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-sub","reconcileID":"241863fd-ca71-4e92-8466-5661709eeb8b","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-6bce65-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.948567417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.961812225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"44ef200d-c4b8-4d82-9c29-2e5338181e22","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.961836321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"44ef200d-c4b8-4d82-9c29-2e5338181e22","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.996807737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3e154dc0-fef0-4e77-9b8c-eda689e1f247","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.996829408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"3e154dc0-fef0-4e77-9b8c-eda689e1f247","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.997291434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"6b7b86d0-8c10-4e9f-935d-fb67cf7c5e63","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:15.997727004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"9fab5129-c3fc-49d6-97e8-c85e80126e24","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.016787199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"6b7b86d0-8c10-4e9f-935d-fb67cf7c5e63","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.016787197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"9fab5129-c3fc-49d6-97e8-c85e80126e24","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.113981012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"dfb42540-57d6-4a0f-a08c-1e5f9fb85ba0","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.114005829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"dfb42540-57d6-4a0f-a08c-1e5f9fb85ba0","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.117549315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"fc9eca44-3790-4b95-8967-6cd5fbdbda5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.136500692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"fc9eca44-3790-4b95-8967-6cd5fbdbda5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.218118233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-e7b56d priority=0:[ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.231783187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"7301671a-f6a9-4c14-b001-f7c05bc20ed2","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:16.254879926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-bc98de-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.263895914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"27934281-ab63-4130-9436-c6cb54b23496","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.265265404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"0f489f3e-9362-43ad-b8ac-a81ed0ade1d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.266050513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"1b1b035d-c4e5-44de-8dfe-11864d2ee308","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.277327006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-6bce65-access","reconcileID":"22e6e1e9-1493-4819-a8ef-4cf7719c49ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-6bce65-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.280456968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"81f9d3b6-a4bc-42a9-8361-2d7f4111d33b","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.282520199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"27934281-ab63-4130-9436-c6cb54b23496","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.284780812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"0f489f3e-9362-43ad-b8ac-a81ed0ade1d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.298814057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"1ed542f2-67c3-421a-933d-df9e66d50c28","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.335965389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"81d1827d-f6de-4c77-a20a-a564dce7fac7","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-2-6bce65/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.335999399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"81d1827d-f6de-4c77-a20a-a564dce7fac7","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"routeName":"external-model-e2e-cfl-same-5915e3-49dfe96e0268","namespace":"e2e-extmod-cfl-2-6bce65","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.345638087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"dec9b981-3900-476c-908a-c02cb96be106","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.429469573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"9278f771-a007-4393-800a-1797509c7b66","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.449180172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"88e3b26e-28e2-4290-9a4a-6c095a96f061","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.450381429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"359518ca-5527-4714-999d-e526547f3798","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.467945641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"88e3b26e-28e2-4290-9a4a-6c095a96f061","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.469557852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"359518ca-5527-4714-999d-e526547f3798","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.471645724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"5aaf93b9-4444-46ff-8787-6d500f0e93a5","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.487338561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"eb6b5336-c675-473d-8cca-977e8661df0c","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.487363949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"eb6b5336-c675-473d-8cca-977e8661df0c","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.522857476Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"3875278d-5c6a-40f1-bebf-e037dbbffff4","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f8b7824","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.538859372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"ea9daeac-cd03-49ae-9b16-f7675336150a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.557032823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"ea9daeac-cd03-49ae-9b16-f7675336150a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.747075587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"3d23b415-7938-419b-99dd-855aa9bb01b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:16.824416787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"3d23b415-7938-419b-99dd-855aa9bb01b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.205884387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"64ab3e44-4f5d-4849-8aa9-ead01591102d","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.205943662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"64ab3e44-4f5d-4849-8aa9-ead01591102d","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.224150175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"43e24d91-ae9c-4162-8b6c-f5049927384b","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.224190584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"43e24d91-ae9c-4162-8b6c-f5049927384b","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.24172508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ca5e43c0-3986-4166-bf7b-9571922403bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.29145675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ca5e43c0-3986-4166-bf7b-9571922403bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.309238322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ca5e43c0-3986-4166-bf7b-9571922403bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.339771012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"f5761012-5c65-46d3-a259-1bbf176f50cf","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:17.339797776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"f5761012-5c65-46d3-a259-1bbf176f50cf","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.268495018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-adfb9d priority=0:[ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-e7b56d priority=0:[ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.282156796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"e2fb6c09-2b09-4b6d-86e5-6d56f1ebcf93","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:19.300022084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"d1abcf12-8fd9-4990-8e7e-058e7230a03d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-4d7646-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.315222648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"cc001510-bca3-4ce4-a576-3a65d32ed808","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.315238214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"de57d738-fdbd-4d57-b580-0dca41b08b92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.316711835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"d9d5ec7a-356b-4d69-a216-eb52c429e1b1","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.333757929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"de57d738-fdbd-4d57-b580-0dca41b08b92","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:19.334050836Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"d9d5ec7a-356b-4d69-a216-eb52c429e1b1","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:19.33410511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"d9d5ec7a-356b-4d69-a216-eb52c429e1b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.334774663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"cc001510-bca3-4ce4-a576-3a65d32ed808","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.348056379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"b8cc65b7-c887-4a8e-8618-7c82cff71d51","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.363033822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"552cf0a5-6d02-4023-a0fa-577e57eec2f2","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.377338133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"4366f73d-6c70-41ad-8a67-47a5837449e7","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.42604922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"3599699c-c891-4a19-9ce4-4db738ca94d2","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-auth-4d7646-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.510255911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"51339f30-627e-4499-8e62-d54630377ffa","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.521223478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"fb660ded-3759-4f63-95e7-6d140331dbbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.521291084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"9473262b-3867-4228-b1fb-83ccdfbb19f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.541556504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"9473262b-3867-4228-b1fb-83ccdfbb19f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.5417944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"fb660ded-3759-4f63-95e7-6d140331dbbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:19.556500345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"6ecaccac-42ca-4352-a5a6-09934d7a432f","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:23.957376731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"59fec931-4ddf-4f9e-b7d9-ba46493c1410","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:23.975608593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"59fec931-4ddf-4f9e-b7d9-ba46493c1410","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:24.09347702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"93060111-fb7e-434f-9d09-cf78fc779f45","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:24.093512466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"93060111-fb7e-434f-9d09-cf78fc779f45","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:25.769286292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"6057d58f-41cb-4f08-b6fe-80c95d2c135e","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.537007226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"ccb70721-f34f-41a5-9824-a46956505e24","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","subscription":"e2e-cfl-same-5915e3-a71dea-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.564270445Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"ccb70721-f34f-41a5-9824-a46956505e24","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.578661775Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-sub","reconcileID":"ccb70721-f34f-41a5-9824-a46956505e24","MaaSSubscription":{"name":"e2e-cfl-same-5915e3-a71dea-sub","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"maas-trlp-e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.70852964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-adfb9d priority=0:[ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-e7b56d priority=0:[ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.723405077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"6ed4f69d-db89-4d1a-9611-2cdc58237fa1","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.72342873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"6ed4f69d-db89-4d1a-9611-2cdc58237fa1","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.744188494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"0e05e156-260f-40b6-a53f-0a88a3fd13b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.766588448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"0e05e156-260f-40b6-a53f-0a88a3fd13b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.871623216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4db7444b-6aae-44fc-a50a-3d6bc8f5f774","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.887308126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"5907e4f6-2696-4733-acec-79f89542a850","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.887343472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"5907e4f6-2696-4733-acec-79f89542a850","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:26.960158411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"4db7444b-6aae-44fc-a50a-3d6bc8f5f774","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.10125798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f69a26ae-2edf-4562-9fc2-a9e66560783a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.319578463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f69a26ae-2edf-4562-9fc2-a9e66560783a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.357278721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"55800e95-aeb2-4d5f-820f-64255d7f8306","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.371576041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f69a26ae-2edf-4562-9fc2-a9e66560783a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"name":"e2e-extmod-a-0c3d9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.371600229Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"e2e-cfl-same-5915e3-a71dea-access","reconcileID":"f69a26ae-2edf-4562-9fc2-a9e66560783a","MaaSAuthPolicy":{"name":"e2e-cfl-same-5915e3-a71dea-access","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0c3d9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.375696453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"55800e95-aeb2-4d5f-820f-64255d7f8306","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.39287139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"55800e95-aeb2-4d5f-820f-64255d7f8306","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.412655999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"a9eda5ec-2a0a-4f2b-a561-4ea196a930ea","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"tenant":"e2e-extmod-a-0c3d9a","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","model":"e2e-extmod-cfl-1-a71dea/e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.412679122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"a9eda5ec-2a0a-4f2b-a561-4ea196a930ea","MaaSModelRef":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"routeName":"external-model-e2e-cfl-same-5915e3-77a549e3844c","namespace":"e2e-extmod-cfl-1-a71dea","model":"e2e-cfl-same-5915e3","externalModel":"e2e-cfl-same-5915e3","provider":"e2e-cfl-same-5915e3","gateway":"openshift-ingress/e2e-extmod-a-0c3d9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.957734662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"ab72c9d1-37fe-4da2-92c7-4863e9629433","namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:27.993311272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"65696416-da4d-4b7d-89db-f10af002a193","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.003391878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3ba4eea1-47b5-463b-a6f0-732f4bc38840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.00383413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5659fd19-9fbd-4213-9f96-fc3dcc7d3602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.022390148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"bfd1c54f-a050-4cb0-a037-4c3a6970d997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.024166289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2886f417-800c-4f1c-9771-ad3b03ff7e6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.025644041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"65696416-da4d-4b7d-89db-f10af002a193","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.025784741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"3ba4eea1-47b5-463b-a6f0-732f4bc38840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.040957302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"bfd1c54f-a050-4cb0-a037-4c3a6970d997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.043567245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"2886f417-800c-4f1c-9771-ad3b03ff7e6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.043999376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5659fd19-9fbd-4213-9f96-fc3dcc7d3602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.045257339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"65696416-da4d-4b7d-89db-f10af002a193","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.094216385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"f82a7a97-e0a1-4830-88f8-0476b9a6801b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.115289138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"f82a7a97-e0a1-4830-88f8-0476b9a6801b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.162359938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-1-a71dea"},"namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","reconcileID":"221243fc-2a4f-440b-aede-836b89a897b6","namespace":"e2e-extmod-cfl-1-a71dea","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.196505897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"3bce1609-dbe4-4d10-b6fa-ba5b1224904a","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.306586369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"3bce1609-dbe4-4d10-b6fa-ba5b1224904a","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.419011709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"87ded9f4-3336-4aa1-92ba-dd8deaca4b50","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.419491091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e9b09776-0449-436c-a84e-b3bf0a39c990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.447573622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"29853448-b65d-4f6c-8d96-b70da51971d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.455858242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"87ded9f4-3336-4aa1-92ba-dd8deaca4b50","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.459444148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e9b09776-0449-436c-a84e-b3bf0a39c990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.523395068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"29853448-b65d-4f6c-8d96-b70da51971d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.536783317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6b4fcbeb-63fc-4361-87b8-b16a14831f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.5551319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"6b4fcbeb-63fc-4361-87b8-b16a14831f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.569254977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fa5edff0-7ea3-48ae-9c6f-21a4c1921b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.590855032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"fa5edff0-7ea3-48ae-9c6f-21a4c1921b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.678236825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"cf17de07-0c2e-47b3-9c5f-435158126dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.678570135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce43d2b3-d404-4605-865b-5fcc921e6eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.682921743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d005f3c-263c-4e5c-87d2-c1591ee96c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.68309293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3091fa8c-b4ff-4323-9dbe-aee7f849a8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.697100662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"cf17de07-0c2e-47b3-9c5f-435158126dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.698386116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce43d2b3-d404-4605-865b-5fcc921e6eab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.702236267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d005f3c-263c-4e5c-87d2-c1591ee96c43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.702319541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"3091fa8c-b4ff-4323-9dbe-aee7f849a8a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.778045387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0820ff33-0db9-46d0-a556-369e323c05f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.796228131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0820ff33-0db9-46d0-a556-369e323c05f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.936589331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"38843e4e-121f-478f-adff-b976b51e3a8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.937167905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"61587fd7-fa33-4b80-841c-16f4e96b4022","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.948492319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"75523180-1d91-4b7b-b3b4-12bdc4ee0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.950095822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"e91f9ccf-131e-40ca-b2d0-c1b595d525c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.955974492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"38843e4e-121f-478f-adff-b976b51e3a8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.956239482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"61587fd7-fa33-4b80-841c-16f4e96b4022","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.967269669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"75523180-1d91-4b7b-b3b4-12bdc4ee0757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:28.968428117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"e91f9ccf-131e-40ca-b2d0-c1b595d525c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.028689529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"b552b826-44e2-4c38-914b-dbfee9d0afca","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.046798512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"b552b826-44e2-4c38-914b-dbfee9d0afca","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.112129528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"3c3f3266-131d-4b79-9307-90ebe3690cf0","namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.143489079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"beaa2bb5-52bf-425c-ad19-68ed52ae0387","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.154337091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5bf7407a-a546-4068-998e-f8ac871ac36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.159799905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"45ab0a2e-8eeb-4e03-87cf-bfe071901ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.160491842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1c04c563-d50e-4426-b43e-43b3c828e1da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.162838146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"beaa2bb5-52bf-425c-ad19-68ed52ae0387","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.173154304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5bf7407a-a546-4068-998e-f8ac871ac36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.181007471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"45ab0a2e-8eeb-4e03-87cf-bfe071901ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.181422225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1c04c563-d50e-4426-b43e-43b3c828e1da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.246280732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"21843cb5-3d8c-4a32-a7cf-b3e0468bb861","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.268314744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"21843cb5-3d8c-4a32-a7cf-b3e0468bb861","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.290774621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"21843cb5-3d8c-4a32-a7cf-b3e0468bb861","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.320785531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-5915e3","namespace":"e2e-extmod-cfl-2-6bce65"},"namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","reconcileID":"84f62739-a2a7-49e4-959e-8d6bfe085575","namespace":"e2e-extmod-cfl-2-6bce65","name":"e2e-cfl-same-5915e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.360975751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"101b306f-6146-48ab-b43b-10fe9c7bb538","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.370641187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"688bd32b-596c-4b59-9ac2-edfc8f3c526d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.371297368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3a2e4fc3-5d85-4805-8689-e31720870e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.37414424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2d2a534a-4fb1-4009-ab8b-38f246d16a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.37953609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"101b306f-6146-48ab-b43b-10fe9c7bb538","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.382760142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"47e8c395-a5f3-4728-8d79-33d0f8f85be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.390472708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"3a2e4fc3-5d85-4805-8689-e31720870e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.39133169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"688bd32b-596c-4b59-9ac2-edfc8f3c526d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.396173711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"2d2a534a-4fb1-4009-ab8b-38f246d16a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.401176396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"47e8c395-a5f3-4728-8d79-33d0f8f85be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.475852455Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-adfb9d priority=0:[ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-b-adfb9d/e2e-shr-shared-9b771f-sub]","namespace=ai-tenant-e2e-extmod-b-e7b56d priority=0:[ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-b-e7b56d/e2e-shr-quota-bc98de-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.490435418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"625ff0e6-a212-4422-9244-a6184242048c","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.490459432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"625ff0e6-a212-4422-9244-a6184242048c","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:29.510802529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"0875b08a-8a83-44b0-ac17-f6cbfbc77ea0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-e08411-50d4af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.524396392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"876bde1f-31bd-4555-8b8d-26b0104f9763","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.524422602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"876bde1f-31bd-4555-8b8d-26b0104f9763","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:29.539548325Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"876bde1f-31bd-4555-8b8d-26b0104f9763","name":"e2e-cfl-e08411","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e08411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:29.53960881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"876bde1f-31bd-4555-8b8d-26b0104f9763","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e08411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.557335919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"02f0fea3-cc0f-475d-97b2-10b04c608678","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.557360301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"02f0fea3-cc0f-475d-97b2-10b04c608678","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.561299042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"aabe93d3-2767-48f7-aad8-b180138d26ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.561861301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"be34c2ba-c0b7-4154-9d73-03e2c6a6c819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.564529093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"11eab272-696d-4920-af64-aae853392513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.574290331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"6f0cfa9a-edf0-47b3-84ac-55ca614a664a","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.57431034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"6f0cfa9a-edf0-47b3-84ac-55ca614a664a","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.579545218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"aabe93d3-2767-48f7-aad8-b180138d26ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.580110545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"be34c2ba-c0b7-4154-9d73-03e2c6a6c819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.582392142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"11eab272-696d-4920-af64-aae853392513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.743240666Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"896ff4d7-b6c7-4421-b78b-e86b92bf6729","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cfl-e08411","model":"e2e-cfl-e08411","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411-50d4af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.952349602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db9d238-625e-4854-8380-68dfcd84a6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.983308587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db9d238-625e-4854-8380-68dfcd84a6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:29.994489445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ced2d2ce-af60-4112-b492-218a19e036d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.022151196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df4ede9-baf0-443c-8e75-cae91b0c39c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.023408726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2884af15-52d3-4fb1-b0b3-67d3b53e622a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.02683866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ced2d2ce-af60-4112-b492-218a19e036d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.040563418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df4ede9-baf0-443c-8e75-cae91b0c39c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.044042737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"2884af15-52d3-4fb1-b0b3-67d3b53e622a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.047786391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"0edfb0d4-7648-4197-9198-6fe2b34bd31f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.056423581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"d0792878-c206-478b-8c70-1f018eb8aba6","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.056441285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"d0792878-c206-478b-8c70-1f018eb8aba6","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.066883147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"0edfb0d4-7648-4197-9198-6fe2b34bd31f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.096217079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"0d3ddb46-031e-4ca8-9b9d-fb550b95ad1c","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cfl-e08411","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.132254344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c6b90510-0058-4ffb-ba16-df15902103c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.150690253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"c6b90510-0058-4ffb-ba16-df15902103c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.165840594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7310dafb-489f-4787-9c8f-5330c59adfc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.16584057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"fe75e687-7a77-40dd-97f0-85a43b93836b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.16814451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1bcf0373-131c-4262-8282-7c8589046350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.18384784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7310dafb-489f-4787-9c8f-5330c59adfc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.184044366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"fe75e687-7a77-40dd-97f0-85a43b93836b","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.186145894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1bcf0373-131c-4262-8282-7c8589046350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.2477392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f1bd0196-79df-4b0b-af6a-1711f091a981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.265309287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"5c2fef89-0555-4d0c-82a4-c056925aa796","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.266890438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"f1bd0196-79df-4b0b-af6a-1711f091a981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.283879258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"5c2fef89-0555-4d0c-82a4-c056925aa796","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.28922117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"452638ec-edd5-4073-b689-05f36b185572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.302221639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"759d28f9-6c24-4e3b-a4ed-a3624f38ca18","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.305714207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ab90b95b-8d7d-4869-84e7-bdb83023f6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.307255783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"452638ec-edd5-4073-b689-05f36b185572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.322406835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"759d28f9-6c24-4e3b-a4ed-a3624f38ca18","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.325100909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ab90b95b-8d7d-4869-84e7-bdb83023f6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.365830109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"831bdd82-f8ca-46e0-be0a-9c5a3798aa27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.384018663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"831bdd82-f8ca-46e0-be0a-9c5a3798aa27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.392537294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"84f954ff-3328-4902-ae0a-285c4dfe1c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.392571503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c1d8a3db-6aae-482d-9d5a-21bf12a16810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.394382667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"b78dffae-b0a4-483d-9664-57ea57acb2e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.410654131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"84f954ff-3328-4902-ae0a-285c4dfe1c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.410770733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"c1d8a3db-6aae-482d-9d5a-21bf12a16810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.412991354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"b78dffae-b0a4-483d-9664-57ea57acb2e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.430180568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"b78dffae-b0a4-483d-9664-57ea57acb2e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.468606942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7db95852-4c01-44c4-81e7-50020a9203c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.473477797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a32c3a76-1541-4839-8aa8-386c889775eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.487238585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"7db95852-4c01-44c4-81e7-50020a9203c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.49164615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"a32c3a76-1541-4839-8aa8-386c889775eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.559079535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"dbb4af52-40de-4e5d-9860-17e4429fd76d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.56751345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b0e2542d-0c24-4e2a-8d24-8c4d9765f986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.621366691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"03ee6283-4ce1-4d85-939f-6a874262cae3","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.625020469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"dbb4af52-40de-4e5d-9860-17e4429fd76d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.628406509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"b0e2542d-0c24-4e2a-8d24-8c4d9765f986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:30.639917713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"03ee6283-4ce1-4d85-939f-6a874262cae3","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:31.05014565Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:35.783997631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"3655d9f8-d2a0-4430-aac5-1c5576887f81","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:40.463254707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"4f0ecbd9-6981-4c9f-b13c-40ee66ea5e52","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:40.481947656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"4f0ecbd9-6981-4c9f-b13c-40ee66ea5e52","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:40.502947148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"4f0ecbd9-6981-4c9f-b13c-40ee66ea5e52","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:43.981032837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"e615d25b-a500-4cc8-b4a4-19911ca04237","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:44.091699966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"671d4833-9e8c-4dd9-bf92-a9d14ab4751b","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:44.103361719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"1956f134-5bad-4d11-9686-4d25b22e0afd","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:44.186367202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"3fc0bbdf-30b5-4fc6-a173-fc2501e6b495","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:45.798528422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"db078fe3-d3e6-48b3-9e7a-747598af523f","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:45.936268601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"fcabf955-4fde-4ad5-9518-b1514eaba1c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:45.936818251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"aa8ba3e9-c716-4695-8679-0ba01a0a73ee","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:45.937340067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"723e0758-af22-4440-a451-3faf3b418bfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.025604713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"f32bf0d0-5558-42ee-8157-9577348b930c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.02796253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"aa8ba3e9-c716-4695-8679-0ba01a0a73ee","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.028008628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"fcabf955-4fde-4ad5-9518-b1514eaba1c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.031462252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"723e0758-af22-4440-a451-3faf3b418bfe","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.045139999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"f32bf0d0-5558-42ee-8157-9577348b930c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.046451154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"34bfbf31-7e7c-4813-8842-a189ff3a9606","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.056792816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d99bc6b5-1df2-40ac-b206-d173eb8304f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.125198149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d99bc6b5-1df2-40ac-b206-d173eb8304f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.138744796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"97c94ea6-fb1e-4ea3-8820-7668d8db28ef","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71fe183b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.142966766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d99bc6b5-1df2-40ac-b206-d173eb8304f6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.314603115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"056424c3-77c2-47c1-bb08-444abbd3cbac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.316839799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"1f8485a3-39ea-4e9f-b2cf-63e060037906","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.343040649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"1f8485a3-39ea-4e9f-b2cf-63e060037906","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.344795671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"056424c3-77c2-47c1-bb08-444abbd3cbac","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.66844294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"993d2016-b84f-4abe-9db7-16a9f69c1488","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.66852545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"edfdbc3f-5249-46fd-b4e4-9b9dcc6b6aba","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.669245164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1d7d312e-94b1-4481-bc3f-b2d9dd6ce525","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.669394236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"3b49cbbb-6779-43ed-9a70-356b6a64dca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.688289695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"993d2016-b84f-4abe-9db7-16a9f69c1488","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.688630104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"edfdbc3f-5249-46fd-b4e4-9b9dcc6b6aba","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.693740755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"3b49cbbb-6779-43ed-9a70-356b6a64dca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:46.696326472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"1d7d312e-94b1-4481-bc3f-b2d9dd6ce525","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.048631752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"ddc9b28c-69cb-4a4a-aaee-e8a44489ed37","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.082502518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"b9b8a3e3-c2dd-439d-8bc2-a3af300d096f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.083179107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"8bf60546-819c-4363-9e8b-e114e6f74912","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.085087042Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"6c050fce-70a3-4d20-a62e-d8aa9f15467b","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1b6752a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.101987524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"b9b8a3e3-c2dd-439d-8bc2-a3af300d096f","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.102002199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"8bf60546-819c-4363-9e8b-e114e6f74912","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.308045086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"77928bfd-8119-4051-94f9-0a564578c041","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.309045036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"b1214cc2-e9a7-4232-85ed-f0f06dc906f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.327361494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"77928bfd-8119-4051-94f9-0a564578c041","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.33119512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"b1214cc2-e9a7-4232-85ed-f0f06dc906f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.644820538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99e9cc9-2438-42a9-bd83-c55c45816b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.65830662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99e9cc9-2438-42a9-bd83-c55c45816b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.671335036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99e9cc9-2438-42a9-bd83-c55c45816b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:47.684137712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99e9cc9-2438-42a9-bd83-c55c45816b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:48.409687592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b811ea-7081-4301-b96f-4b568e8894e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:48.427464756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b811ea-7081-4301-b96f-4b568e8894e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:48.441843636Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d09411","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d09411","reconcileID":"7097a0cd-0bbc-4a5f-a815-5481b30d8773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d09411","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d09411":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:48.443984826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b811ea-7081-4301-b96f-4b568e8894e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:48.516624871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54b811ea-7081-4301-b96f-4b568e8894e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.067248994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ed439c-0cfe-4dc7-a8a4-7f9d274964e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.080821855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ed439c-0cfe-4dc7-a8a4-7f9d274964e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.094122238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ed439c-0cfe-4dc7-a8a4-7f9d274964e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.107497987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ed439c-0cfe-4dc7-a8a4-7f9d274964e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.640009736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbeefd7-1c51-42b8-a8c6-3f8aa078c306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.652641774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbeefd7-1c51-42b8-a8c6-3f8aa078c306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.665218095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbeefd7-1c51-42b8-a8c6-3f8aa078c306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:49.677588788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bbeefd7-1c51-42b8-a8c6-3f8aa078c306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:31:50.159361113Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d09411","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d09411","reconcileID":"30110e18-7f29-4de6-92ad-c47223e13bd8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-d09411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:50.317851586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cb9fa-f8c3-4c65-b7d3-b5cbaeaee2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:50.330621528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cb9fa-f8c3-4c65-b7d3-b5cbaeaee2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:50.343016675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cb9fa-f8c3-4c65-b7d3-b5cbaeaee2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:50.356112846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c2cb9fa-f8c3-4c65-b7d3-b5cbaeaee2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:51.28661356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a7961-ceac-4c95-b5f0-d9815fdf1539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:51.299388967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a7961-ceac-4c95-b5f0-d9815fdf1539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:51.311955455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a7961-ceac-4c95-b5f0-d9815fdf1539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:51.324679888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007a7961-ceac-4c95-b5f0-d9815fdf1539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:55.812962301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"a6000d2f-b54a-4924-a1e0-86c747cb6990","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.152490561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"5191982a-7fbd-41c6-bb4e-e99e0c3bbda8","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","subscription":"e2e-shr-quota-bc98de-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.175246335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"7982ca2a-49fc-4c46-a74d-f6a932e647a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.180018634Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"5191982a-7fbd-41c6-bb4e-e99e0c3bbda8","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.193897763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"7982ca2a-49fc-4c46-a74d-f6a932e647a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.194076424Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-sub","reconcileID":"5191982a-7fbd-41c6-bb4e-e99e0c3bbda8","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.211229828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"7982ca2a-49fc-4c46-a74d-f6a932e647a9","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.279234868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-0412c3 priority=0:[ai-tenant-e2e-extmod-a-0412c3/e2e-shr-auth-c27221-sub ai-tenant-e2e-extmod-a-0412c3/e2e-shr-quota-bc98de-sub]","namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.292694397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"8923c8e7-5315-4396-a65a-91a96c3107ac","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.324059801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"346a50eb-75d5-467a-9e40-20b7a3cd2094","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.324396829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"297b4edd-0b79-4952-9121-a1e2a56d2e18","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.326381431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"7b33c80d-f71c-4569-873a-738ee79bb5f7","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.341324787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"0bb72acc-7500-4fdb-9078-26e07788cb98","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.34385597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"297b4edd-0b79-4952-9121-a1e2a56d2e18","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.344660864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"346a50eb-75d5-467a-9e40-20b7a3cd2094","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.451938428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"972dbd1c-bbec-44e6-89ce-ac570b42e544","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.45950411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"d04b46ba-0720-4614-b299-3f5475e80415","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.478212466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"d04b46ba-0720-4614-b299-3f5475e80415","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.548717419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-quota-bc98de-access","reconcileID":"e205b615-4775-4708-825b-a87e06d084f9","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.607454585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","reconcileID":"66504a4d-0d35-4fa0-b749-a52c79cf22a8","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-4dd671ede041","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.768120636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"0aae0a28-cfec-4e45-8b35-9d405b7c65c8","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.826423596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c66a4155-35a8-4bf0-ae48-afceb51ba30d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.827085872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"2255617a-feb0-4e5c-9925-9b0274ddfe55","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.827400541Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"9124c77b-6270-4487-918b-bff9a30497c5","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90416f56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.847685227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"2255617a-feb0-4e5c-9925-9b0274ddfe55","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:56.848562308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"c66a4155-35a8-4bf0-ae48-afceb51ba30d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.048559252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"bd5e4921-6c46-4a28-9e07-52c09a81d527","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.0489393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"094a9d9c-c57a-4f28-a62c-769764b05a4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.102086137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"bd5e4921-6c46-4a28-9e07-52c09a81d527","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.102931174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"094a9d9c-c57a-4f28-a62c-769764b05a4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.114003778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"ddc34973-24ce-4a31-9a99-3001722851dc","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","subscription":"e2e-shr-auth-4d7646-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.143354195Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"ddc34973-24ce-4a31-9a99-3001722851dc","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.157844253Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-sub","reconcileID":"ddc34973-24ce-4a31-9a99-3001722851dc","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.246623461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-b9ed94 priority=0:[ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-auth-4d7646-sub ai-tenant-e2e-extmod-a-b9ed94/e2e-shr-shared-9b771f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.260533952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"0a11e5ed-c3a2-4c0d-933e-0db86aedb2d9","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.2926125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4a715a93-1667-464b-95d5-2328899d394d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.292612625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"57c45680-1c5e-4bc1-b319-9e1f5cd10fe9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.294134197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"acd83f0b-01e8-4705-9111-e3c66063b1a7","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.31143736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"57c45680-1c5e-4bc1-b319-9e1f5cd10fe9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.311583104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4a715a93-1667-464b-95d5-2328899d394d","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.414510073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"f1879692-4285-4628-8b8d-bd02d2638060","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.45489305Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-auth-4d7646-access","reconcileID":"584cab27-052e-4c60-8684-96f9e01eda37","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.587868497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","reconcileID":"8c930596-52b9-4caa-bffa-32b3c5de30b4","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-e9f85fb83ff6","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.743493244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"f961523a-5092-48ac-9048-6f613675e239","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.782799999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"5b644ae5-5fc1-4d5e-8bde-ff4810e08205","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.78279966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"bdc28a4a-3e62-49af-8975-cffcd019f1d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.784372755Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"0ee15fb8-24f4-4fb5-8542-6e5f0fe5c688","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a790551","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.80176489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"bdc28a4a-3e62-49af-8975-cffcd019f1d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.801968471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"5b644ae5-5fc1-4d5e-8bde-ff4810e08205","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.915108079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"395f808b-46b4-483f-b823-458cdcfdaa66","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.915292744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"4a1dc22d-ee97-447a-a09f-2abf8f8ecdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.933372009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"395f808b-46b4-483f-b823-458cdcfdaa66","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:31:57.93460266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"4a1dc22d-ee97-447a-a09f-2abf8f8ecdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:01.050455905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:01.589308417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"8142f74c-d5a2-42b8-92c0-5d4a90d32915","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:01.629513438Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"8142f74c-d5a2-42b8-92c0-5d4a90d32915","name":"e2e-inf-b-90f46c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:05.827821381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"e95a9956-0929-4f14-baf5-0c8b3e9803d5","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.244705111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ce92ae64-3565-4729-9503-8efff31a3267","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.262940822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ce92ae64-3565-4729-9503-8efff31a3267","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.27964307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"ce92ae64-3565-4729-9503-8efff31a3267","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.840895626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"a2186e46-688c-4c69-a970-7a7b8b308572","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","subscription":"e2e-shr-quota-bc98de-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.869242653Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"a2186e46-688c-4c69-a970-7a7b8b308572","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:06.904689119Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-sub","reconcileID":"a2186e46-688c-4c69-a970-7a7b8b308572","MaaSSubscription":{"name":"e2e-shr-quota-bc98de-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.033305937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"1788eb3b-0761-4474-b329-49d5a97ca19d","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.064953379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"06cbddae-d46e-43db-bb1f-2356fb012b94","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.064951696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"650969aa-041b-49c0-ab70-2dff1d8f9052","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.067364009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"09dfb8ca-f540-43af-ab2d-34c6d0e87419","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.083308355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"06cbddae-d46e-43db-bb1f-2356fb012b94","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.083625979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"650969aa-041b-49c0-ab70-2dff1d8f9052","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.195710298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"282aece9-2dd2-40e7-a1aa-c4ae2e06d220","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.195959443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"2c72135c-ccc2-45d1-ba94-22af79f10fb5","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.221032636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"282aece9-2dd2-40e7-a1aa-c4ae2e06d220","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.36296749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-quota-bc98de-access","reconcileID":"be74657d-df31-4fe9-8a53-7ffc709f570d","MaaSAuthPolicy":{"name":"e2e-shr-quota-bc98de-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.420697631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"724203f1-1dd0-4faf-bd3c-651d692ccc0b","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.798710569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"7f3c036c-c4cf-4323-a11a-ce4da9f8a266","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","subscription":"e2e-shr-auth-4d7646-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.826181052Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"7f3c036c-c4cf-4323-a11a-ce4da9f8a266","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.84080204Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-sub","reconcileID":"7f3c036c-c4cf-4323-a11a-ce4da9f8a266","MaaSSubscription":{"name":"e2e-shr-auth-4d7646-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.943330348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"77c12c9c-f580-4f6a-b388-0c3b5c08bd4b","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.975268547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"6b9f4c51-f917-413b-bae9-177f0dd79d70","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.975304273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"0eefcfc8-d39a-42b2-82ca-be861de9168b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.993549335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"6b9f4c51-f917-413b-bae9-177f0dd79d70","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:07.993725439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"0eefcfc8-d39a-42b2-82ca-be861de9168b","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:08.107154989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"3ec64848-3857-4a26-8bca-23b1653bf653","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:08.136858919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-auth-4d7646-access","reconcileID":"e4cf6f79-0d33-437d-a0b3-718b215cda42","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d7646-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:08.196175308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"1d2da198-11cd-4694-bfd1-b89d99b56125","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:08.590982935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","reconcileID":"b495e8e4-260c-4b6c-88a6-198cafc49198","MaaSModelRef":{"name":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-auth-4d7646-116b1234851a","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-auth-4d7646-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-auth-4d7646","provider":"e2e-shr-auth-4d7646-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:08.830084722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","reconcileID":"1e41fcfc-c04a-4b1f-9571-46c975c78ef7","MaaSModelRef":{"name":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-quota-bc98de-42ff7824bd0a","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-quota-bc98de-e2e-extmod-a-0412c3","externalModel":"e2e-shr-quota-bc98de","provider":"e2e-shr-quota-bc98de-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.140746833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"4114ded4-61b0-4991-a86b-f635c9d83a24","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.179317323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d812a8b3-9f96-4e9b-9ab4-369f6f5cf1db","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.224773368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"31c37b31-805a-4ed5-9e72-584613bb1303","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.226673634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1949da4-ac71-4b2f-bf1f-2df98652fa11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.227309237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5ed54dea-cc3d-413b-8d01-ec1e8ce366a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.228433689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c36bcf80-d356-4a3a-b398-b3c78d0caec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.232534237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d812a8b3-9f96-4e9b-9ab4-369f6f5cf1db","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.238690892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a779d695-f317-45a1-b608-7f49c78cebfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.239486878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"9e5634dd-fae1-4d67-9215-9801fd8844f9","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.248020998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1949da4-ac71-4b2f-bf1f-2df98652fa11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.250931017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5ed54dea-cc3d-413b-8d01-ec1e8ce366a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.252684426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d812a8b3-9f96-4e9b-9ab4-369f6f5cf1db","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.25331434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"c36bcf80-d356-4a3a-b398-b3c78d0caec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.257139031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a779d695-f317-45a1-b608-7f49c78cebfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.269987603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"e601de06-499d-49e7-8dd4-7cb76e4193c9","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.27058888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"275ba05a-e429-42f7-85c0-0007a7486846","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.332584051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"b4004f5d-631f-4fa7-9748-dedf8516de56","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.349648179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"8eda4885-ec02-427e-a0cc-6c897d587213","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.351071674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ebcb095-0cb7-4062-85c6-f9bfc09eebee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.370984781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ebcb095-0cb7-4062-85c6-f9bfc09eebee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.426468602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"34a88d31-c957-4576-8515-b8699cfe432b","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.426859963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"2d6dfaaa-66b7-4930-a632-388ec33b8765","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.427048907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"563a9d20-b7e1-4244-93f4-f6a4238b59e5","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.428057392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba3f165e-dbcc-49c3-beff-d82d2d4880c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.451098722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d7646","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","reconcileID":"419a41bc-9a50-49b0-876a-e6b4ea413962","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-auth-4d7646","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.451634505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4d6f9e85-a924-4911-b201-aeeb8729264c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.452661164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"297a896c-9158-4e33-abd8-7b716d35c63b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.45319212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"ba3f165e-dbcc-49c3-beff-d82d2d4880c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.464796422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4cadfdae-a972-4d59-8dc2-824d1c6cfbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.471093712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"297a896c-9158-4e33-abd8-7b716d35c63b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.471172152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"4d6f9e85-a924-4911-b201-aeeb8729264c","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.483170039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"4cadfdae-a972-4d59-8dc2-824d1c6cfbf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.631725044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"92c3d260-a7df-42f1-935d-ae7908a14af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.655427571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"64b62800-c817-4fdd-af74-40530d1e5375","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.659854221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"92c3d260-a7df-42f1-935d-ae7908a14af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.681262741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"64b62800-c817-4fdd-af74-40530d1e5375","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.690833991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9fd559a0-bbbc-4f75-b129-aa2f56770e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.805567014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9fd559a0-bbbc-4f75-b129-aa2f56770e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.833454663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"14faaeb6-3e41-475b-a245-bb598305e805","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.847890952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e570d199-073e-4355-9266-9e38cc12cc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.852864325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"14faaeb6-3e41-475b-a245-bb598305e805","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.866309595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"e570d199-073e-4355-9266-9e38cc12cc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.872328017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"183657b2-c973-44cf-8251-dd9aaa8b852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.891220445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"183657b2-c973-44cf-8251-dd9aaa8b852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.959435649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a86eec58-b32c-478b-9506-a494534d4b5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.974576456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f41a95da-73e3-4127-935e-ae59ebbcf179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.975014985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"73fae850-9049-4a3e-9ff3-ed9a30509f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.975056227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9749131c-a351-40bf-9d99-a8e990dffdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.98014618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"a86eec58-b32c-478b-9506-a494534d4b5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.992894061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"f41a95da-73e3-4127-935e-ae59ebbcf179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.993157421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"73fae850-9049-4a3e-9ff3-ed9a30509f88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:09.995242475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9749131c-a351-40bf-9d99-a8e990dffdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.00880658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"9c108481-4616-4604-b4d5-3833baf97c5d","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.043922026Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"bcae1996-5f95-421b-8bbe-f60be6876ac1","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5f43767f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.131528902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"dbe05f17-7a55-4ff8-902b-9c6b449b3c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.33542319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"dbe05f17-7a55-4ff8-902b-9c6b449b3c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.33696964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7a3da93d-bb4f-4b8b-8462-67ddbd48b181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.346592738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"15469f45-018a-497f-b97e-38eddf096d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.347269269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"30d8f13a-4bd2-4ea6-b0fb-7531b578f7ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.362031287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7a3da93d-bb4f-4b8b-8462-67ddbd48b181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.398267758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"30d8f13a-4bd2-4ea6-b0fb-7531b578f7ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.398929656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"db273d46-527c-449f-a107-81246b465997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.401792654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"15469f45-018a-497f-b97e-38eddf096d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.42203424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"2c9f685a-eb11-4f1e-9199-48af58d9e7da","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.424893627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"30d8f13a-4bd2-4ea6-b0fb-7531b578f7ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.437048061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"db273d46-527c-449f-a107-81246b465997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.445513731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"8924bf28-a789-4280-bd78-1b27caf0b9db","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.462596128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"cc1ddedd-81e4-4a54-8adf-a0002d166862","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.465861846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"d7571a7a-59f6-4d58-bc9a-adae5ba68882","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.535631742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"790c9615-b2ea-4560-998f-57a9f12a8bf6","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.622933726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66498abd-423c-43f3-8be3-4ae7a04dbe80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.627554044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"0cda28f4-d83a-4dec-86d6-3cdd857b1842","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.650275348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"66498abd-423c-43f3-8be3-4ae7a04dbe80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.652430614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"6b967431-b500-4597-9c68-59066b092d60","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.807064401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d233ba-1944-45c2-b0fa-706873eeb78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.808142122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc680ec-143e-43a0-9372-9ec8a4f6891d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.809114902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"10e8ff2f-1c84-494c-8c96-9a803d3eaf39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.809558734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"927d7460-a343-49eb-bc46-446d3444a160","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.846709024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"5a497507-a961-4d01-adae-4116399969e2","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.84720767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-bc98de","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","reconcileID":"dec4f0b8-4424-41c5-82c2-f4441657620e","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-quota-bc98de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.847589102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6494879a-c4bd-4589-9577-b8af0b54e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:10.982765204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d233ba-1944-45c2-b0fa-706873eeb78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.190249086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"e601dbdb-3b4d-455a-8e23-b3c627a2cc3f","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.190898254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"a15b178a-ed90-49fd-bc24-0475ff84dc96","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.199108384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fc680ec-143e-43a0-9372-9ec8a4f6891d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.204730816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"6494879a-c4bd-4589-9577-b8af0b54e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.216345477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"10e8ff2f-1c84-494c-8c96-9a803d3eaf39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.231837181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"88fed159-a423-4119-9f90-7807fc484296","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.260022958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"88fed159-a423-4119-9f90-7807fc484296","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.316504576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"79b5cd55-52d1-42dc-9b4a-55e9322106f1","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.340187012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"6978c587-87cf-46ba-ae54-ba3f7352e919","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.360015122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"6978c587-87cf-46ba-ae54-ba3f7352e919","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.732378254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"467b4385-4e7d-4f46-ab47-129d535f96dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.733118398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"ddcf49d0-f228-4610-8223-ac745aaed6e9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.733792256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"8f71daed-ea97-4466-903f-c7f4c624e78e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.798820024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"7f8176a9-c4c5-45b9-b9bf-0f027d141667","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.800939265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"44f6b53d-51ad-4b4c-9340-5872aabc9f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.842034418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"ddcf49d0-f228-4610-8223-ac745aaed6e9","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.849817393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"44f6b53d-51ad-4b4c-9340-5872aabc9f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.855361008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"8f71daed-ea97-4466-903f-c7f4c624e78e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.856869821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"97138c88-3194-49d6-b475-d5bc8a0d2b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.86724336Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"36d93307-f3a2-4027-9251-842636f38bff","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b668fb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:11.927404772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"467b4385-4e7d-4f46-ab47-129d535f96dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.062370676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"8f71daed-ea97-4466-903f-c7f4c624e78e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.067186258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"97138c88-3194-49d6-b475-d5bc8a0d2b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.334518482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5acc0039-61a9-4faf-b32e-b293aeac09f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.362074801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5acc0039-61a9-4faf-b32e-b293aeac09f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.376833661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"dce0ee26-057a-4847-a76d-7311b743f627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.379423236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"591fdc80-b052-42f2-9ec4-39c25338e6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.396507464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"dce0ee26-057a-4847-a76d-7311b743f627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.400005412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"591fdc80-b052-42f2-9ec4-39c25338e6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.403788641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9449faad-bf60-45ac-a1f2-4b458c90212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.403962129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6f9df4e7-c860-4c97-96fb-be791e7ad7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.430245276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"6f9df4e7-c860-4c97-96fb-be791e7ad7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.433516554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"9449faad-bf60-45ac-a1f2-4b458c90212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.5061663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1466628d-1ed8-40ac-9c90-610a51e0cd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.50641992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b8c9da80-cd87-4919-ad86-69ececb17ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.507781219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"47a106ce-4e45-4a29-ad9d-61384b2f228c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.522350058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"aee1c0ec-c83b-4ffb-9851-33d3692b1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.522398129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8453d2e-539a-434b-b5ce-482ba68074b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.527750939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"1466628d-1ed8-40ac-9c90-610a51e0cd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.528506395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"b8c9da80-cd87-4919-ad86-69ececb17ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.530152714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"47a106ce-4e45-4a29-ad9d-61384b2f228c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.540919438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8453d2e-539a-434b-b5ce-482ba68074b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.54137391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"aee1c0ec-c83b-4ffb-9851-33d3692b1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.609429025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7b642997-5d53-4338-9bea-83e8e68be637","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.611421075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"62257921-9370-4eda-a65c-c164bd954624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.611789292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"51858f5d-0d6d-46a5-96d9-eb60cde8af82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.61366538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daa835c7-4a18-4e3f-8d99-155ebe2586d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.622034227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bb89fb69-eb36-4e02-898e-238806be3890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.627783136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7b642997-5d53-4338-9bea-83e8e68be637","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.629653254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"62257921-9370-4eda-a65c-c164bd954624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.630448233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"51858f5d-0d6d-46a5-96d9-eb60cde8af82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.632196698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"daa835c7-4a18-4e3f-8d99-155ebe2586d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.641360621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bb89fb69-eb36-4e02-898e-238806be3890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.78908893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5e8316d7-31af-4b41-bd26-f026e40ea825","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:12.81149529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"5e8316d7-31af-4b41-bd26-f026e40ea825","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:13.650599114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"48990fa3-195a-4ec0-aa41-4318c5e7bf86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-26abe8","tenantID":"e2e-inf-b-26abe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:13.690710479Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"48990fa3-195a-4ec0-aa41-4318c5e7bf86","name":"e2e-inf-b-26abe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:15.849059273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"6b158ac8-9dd8-4f45-b6ba-79b29274beaa","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:18.583554508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"70729857-33f2-4df9-aef6-0a58df89ed54","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cfl-e08411","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:18.662593857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"5c05a155-cc94-4b71-b796-f3efc48e8e83","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:18.662620897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"5c05a155-cc94-4b71-b796-f3efc48e8e83","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.057928684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"07a8bf6a-abd5-4f51-8b64-b40022de04a0","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","subscription":"e2e-shr-shared-9b771f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.085569553Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"07a8bf6a-abd5-4f51-8b64-b40022de04a0","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.100354819Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-sub","reconcileID":"07a8bf6a-abd5-4f51-8b64-b40022de04a0","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.268464365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"9b22fb4b-7dcd-4931-a42d-ddc344730fb8","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.283808121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"e7599238-5950-468c-9675-08b48358025e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.302397512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"e7599238-5950-468c-9675-08b48358025e","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.404783572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"b01cf0c0-a1fa-440b-a89e-2b52176d7e08","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.42913033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"78a63cc9-fdc6-466a-82d3-6cf2d4724217","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.433312032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"b01cf0c0-a1fa-440b-a89e-2b52176d7e08","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.443490985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"dadf1268-5de5-4abe-b827-f68444745773","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.489185099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"dadf1268-5de5-4abe-b827-f68444745773","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.541577076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"dadf1268-5de5-4abe-b827-f68444745773","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"name":"e2e-extmod-b-adfb9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.541610371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"e2e-shr-shared-9b771f-access","reconcileID":"dadf1268-5de5-4abe-b827-f68444745773","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.574283733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","reconcileID":"09240be6-941c-4033-ac45-1c78b16c3c20","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-9aa87827b9d3","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-b-adfb9d","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-b-adfb9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.722889753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"0f564f58-7c57-46c3-9b2e-854a59173ad7","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.741057466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7ef35615-3f7c-47fb-a8ba-e0779e6d42c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.76122213Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"723910b8-5fac-43f1-9578-799d80730294","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b2c35b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.764402311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7ef35615-3f7c-47fb-a8ba-e0779e6d42c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.939527464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7511763a-5e40-4e1b-b3ed-fd8e1b196005","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:20.959495433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"7511763a-5e40-4e1b-b3ed-fd8e1b196005","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.206273886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"3e4a2dfb-a420-43b1-ba88-ee2783d6ed91","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.206299123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"3e4a2dfb-a420-43b1-ba88-ee2783d6ed91","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.22422862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"51612315-81cc-42c2-ace7-42c4d6bab04b","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.241611285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"29ea3e97-c391-45ed-9628-ac9ec75333c1","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63b4f2bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.243302818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"51612315-81cc-42c2-ace7-42c4d6bab04b","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.416654448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"4d92bab3-d890-4dbc-9538-23f29dd7cc21","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.435337497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"4d92bab3-d890-4dbc-9538-23f29dd7cc21","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.881380701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"6313cb3b-257c-461f-be49-2eb202c7141f","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","subscription":"e2e-shr-auth-c27221-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.909723247Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"6313cb3b-257c-461f-be49-2eb202c7141f","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:21.924017606Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-sub","reconcileID":"6313cb3b-257c-461f-be49-2eb202c7141f","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.090598644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"54de50e7-4449-4add-bdf8-b29d67e0e477","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.092315902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"107a981d-9699-46d2-a844-4595d50d1ffb","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.105351181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"318f9044-ca52-44e3-9c70-d7a121818c3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.111324603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"107a981d-9699-46d2-a844-4595d50d1ffb","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.124293521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"318f9044-ca52-44e3-9c70-d7a121818c3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.129681831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"107a981d-9699-46d2-a844-4595d50d1ffb","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.163000829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"f206a7d0-f45b-4360-9435-10a8d04ff96f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.163023178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"f206a7d0-f45b-4360-9435-10a8d04ff96f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.22264733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"653b8f0c-5533-4f74-9582-a6e3e3485aa9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.241068053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"653b8f0c-5533-4f74-9582-a6e3e3485aa9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.253258419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"c50b307a-b3f3-4765-a710-d5c09233c2e8","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.30943503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"05d8ce8a-bb39-4d80-9025-b11dc8b4362c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.352731115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"05d8ce8a-bb39-4d80-9025-b11dc8b4362c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.402758417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"05d8ce8a-bb39-4d80-9025-b11dc8b4362c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"name":"e2e-extmod-b-e7b56d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.40278133Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"e2e-shr-auth-c27221-access","reconcileID":"05d8ce8a-bb39-4d80-9025-b11dc8b4362c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.439610945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","reconcileID":"84da6311-dae5-45f9-b09f-f4716f0ac0aa","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-5699ac137db3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.595183276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"82b7e3fd-7cc1-4255-8790-34bead5017cd","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.613684729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"bd0f3cf1-c4f0-4dc0-bf03-9069f5eefe27","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.630442285Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"b744f215-31d2-4519-b22f-65389af67a20","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ab99c2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.635891978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"bd0f3cf1-c4f0-4dc0-bf03-9069f5eefe27","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.807212184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"af5ff0a2-b61f-4eee-8ef6-f4fe2252cabf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:22.825357969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"af5ff0a2-b61f-4eee-8ef6-f4fe2252cabf","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:25.863506159Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"b9438999-1d13-49c9-ac11-e9cc46393627","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:30.831520271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"4d8adab0-94b2-4635-a26a-3b48a3d75265","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","subscription":"e2e-shr-shared-9b771f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:30.85924072Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"4d8adab0-94b2-4635-a26a-3b48a3d75265","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:30.874112616Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-sub","reconcileID":"4d8adab0-94b2-4635-a26a-3b48a3d75265","MaaSSubscription":{"name":"e2e-shr-shared-9b771f-sub","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"maas-trlp-e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:30.986212425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"90e07ea5-2938-4a14-b312-0ffbcff74369","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.001554644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"9b493d45-1f35-4ada-8362-b0f8293e0e39","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.020198346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"9b493d45-1f35-4ada-8362-b0f8293e0e39","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.050047342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.149608938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"19cf136e-74e6-42bc-8cdb-9541615846af","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.166610482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"006e7ef5-b7b8-47b3-870d-4a3756644939","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"model":"e2e-extmod-shr-user-69d456/e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.255963054Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"4ad8a2a3-7d33-41d0-82b6-4c0fed6fd960","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","subscription":"e2e-cfl-e08411-50d4af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.286518919Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"4ad8a2a3-7d33-41d0-82b6-4c0fed6fd960","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.301011352Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-sub","reconcileID":"4ad8a2a3-7d33-41d0-82b6-4c0fed6fd960","MaaSSubscription":{"name":"e2e-cfl-e08411-50d4af-sub","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"maas-trlp-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.378087668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"006e7ef5-b7b8-47b3-870d-4a3756644939","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.399517571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"9ff4c25a-5c34-4370-a098-208f773508ea","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.399539868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"9ff4c25a-5c34-4370-a098-208f773508ea","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.430874902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"006e7ef5-b7b8-47b3-870d-4a3756644939","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"name":"e2e-extmod-a-b9ed94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.430898349Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"e2e-shr-shared-9b771f-access","reconcileID":"006e7ef5-b7b8-47b3-870d-4a3756644939","MaaSAuthPolicy":{"name":"e2e-shr-shared-9b771f-access","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.464111949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"355be6b6-0ee1-40ff-a1b5-1bde6d1dded3","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.492373004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"b70a8865-9488-43e0-a47b-01106b3afba2","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.510893616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"b70a8865-9488-43e0-a47b-01106b3afba2","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.562608883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"697113c4-a7ad-45ce-8d35-be5e1c87f1b9","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.562629818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"697113c4-a7ad-45ce-8d35-be5e1c87f1b9","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.580286434Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"f666e698-81a8-41f1-8d65-4b66c41a3e66","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.624867608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"f666e698-81a8-41f1-8d65-4b66c41a3e66","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.677868554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"f666e698-81a8-41f1-8d65-4b66c41a3e66","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"name":"e2e-extmod-a-50d4af-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.677895786Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411-50d4af-access","reconcileID":"f666e698-81a8-41f1-8d65-4b66c41a3e66","MaaSAuthPolicy":{"name":"e2e-cfl-e08411-50d4af-access","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.715688915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"5186bb7f-1b51-43be-aabe-8aae5014da46","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"ai-tenant-e2e-extmod-a-50d4af/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.715731017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"5186bb7f-1b51-43be-aabe-8aae5014da46","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"routeName":"external-model-e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:31.832207841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","reconcileID":"fa30b7a3-600e-4d77-be74-292d66ff5852","MaaSModelRef":{"name":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","namespace":"e2e-extmod-shr-user-69d456"},"routeName":"external-model-e2e-shr-shared-9b771f-0ac08e57d843","namespace":"e2e-extmod-shr-user-69d456","model":"e2e-shr-shared-9b771f-e2e-extmod-a-b9ed94","externalModel":"e2e-shr-shared-9b771f","provider":"e2e-shr-shared-9b771f-provider","gateway":"openshift-ingress/e2e-extmod-a-b9ed94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.180158283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"5367cd5b-a353-41dd-b2cf-025c684adf98","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.200319395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"5367cd5b-a353-41dd-b2cf-025c684adf98","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.217442375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"5367cd5b-a353-41dd-b2cf-025c684adf98","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.280796257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"52362e62-1026-4eff-a961-be17f22db746","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.312234774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"06a22303-dbe0-4150-adc9-bf976644bda6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.323958174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b5d25b6b-394b-47ca-a0bc-dcac8f08b8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.325131973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"46e4cd6c-77d2-49dd-8a01-c7857f855467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.325300726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9db8d780-e559-4203-808e-f368fe2be76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.326527061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8c6b48ac-b724-45a7-a3e6-679ac58eb2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.330367304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"06a22303-dbe0-4150-adc9-bf976644bda6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.343498717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b5d25b6b-394b-47ca-a0bc-dcac8f08b8bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.346094742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"46e4cd6c-77d2-49dd-8a01-c7857f855467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.346506093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9db8d780-e559-4203-808e-f368fe2be76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.348316988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"06a22303-dbe0-4150-adc9-bf976644bda6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.348890024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"8c6b48ac-b724-45a7-a3e6-679ac58eb2bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.39366636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"933d65d7-21cb-4048-a193-c66f4525893a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.411631292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"933d65d7-21cb-4048-a193-c66f4525893a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.422185499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"0594fc0b-f660-4bd0-af36-a45e3ff3a695","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.540518215Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","reconcileID":"3b2998fb-9ac3-4353-9413-e8dc4799fd45","namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.642350125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"360e1872-db1e-45ff-ba72-abf42ecefcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.648866243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"6f087b9b-f901-4382-9fe8-3d7e55d89c01","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","subscription":"e2e-shr-auth-c27221-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.658651174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"62019061-bad7-4b3e-9b95-bc7186d19f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.663526903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"360e1872-db1e-45ff-ba72-abf42ecefcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.666632305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8d70035e-ad23-4b0b-a41b-4074509873b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.678028675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"62019061-bad7-4b3e-9b95-bc7186d19f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.72434593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9471f07e-c1e2-4386-8685-7da4d4fb5256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.732739615Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"6f087b9b-f901-4382-9fe8-3d7e55d89c01","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.749790015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8f2ead2f-37e1-42f1-9c81-7c927749fc04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.847428787Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-sub","reconcileID":"6f087b9b-f901-4382-9fe8-3d7e55d89c01","MaaSSubscription":{"name":"e2e-shr-auth-c27221-sub","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"maas-trlp-e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.887194226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"8d70035e-ad23-4b0b-a41b-4074509873b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.953830205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9471f07e-c1e2-4386-8685-7da4d4fb5256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.97498226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"15ea900b-4ec2-4795-b6b5-7e0f05c57803","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:32.981770979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8f2ead2f-37e1-42f1-9c81-7c927749fc04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.219751791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"384f0798-9c06-4f0d-8c0d-d674115519d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.313282709Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"95a42bc9-f390-4fb3-a6d7-fb2460156bb5","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.478515814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"384f0798-9c06-4f0d-8c0d-d674115519d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.479326907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"88a32d67-0a9e-4124-a407-a76482615367","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"tenant":"e2e-extmod-a-50d4af","gateway":"openshift-ingress/e2e-extmod-a-50d4af","model":"e2e-extmod-cfl-1-238494/e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.479349705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"88a32d67-0a9e-4124-a407-a76482615367","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"routeName":"external-model-e2e-cfl-e08411-dc46752a31c0","namespace":"e2e-extmod-cfl-1-238494","model":"e2e-cfl-e08411","externalModel":"e2e-cfl-e08411","provider":"e2e-cfl-e08411-provider","gateway":"openshift-ingress/e2e-extmod-a-50d4af","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.578781194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2fa40def-44cd-4d67-adc6-4a0b956a957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:32:33.661130389Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"88a32d67-0a9e-4124-a407-a76482615367","name":"e2e-cfl-e08411","error":"maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e08411\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:32:33.661297029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"88a32d67-0a9e-4124-a407-a76482615367","error":"maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e08411\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.711749074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2fa40def-44cd-4d67-adc6-4a0b956a957f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.713854248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bfba3b1d-9a42-41dd-b613-95b958be40fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.714601763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"24a53233-c82f-4016-8f36-f23415694e14","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.745154619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b0a2e137-e00f-4586-9bb0-bbb35efcf042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.745804163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fcedb493-a2a1-48a9-bf8d-6c45d758e1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.746865116Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-9b771f","namespace":"e2e-extmod-shr-user-69d456"},"namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","reconcileID":"25e532f8-517c-4113-8f55-8ce44f1d8dbf","namespace":"e2e-extmod-shr-user-69d456","name":"e2e-shr-shared-9b771f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.765206627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"bfba3b1d-9a42-41dd-b613-95b958be40fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.767883015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"055a048e-655d-46b5-847c-c1b705dc2e3f","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.775829591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"fcedb493-a2a1-48a9-bf8d-6c45d758e1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.783997271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"b0a2e137-e00f-4586-9bb0-bbb35efcf042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.79972387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7f179d-1b97-4779-9a4c-51b91d81971c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.827124756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc7f179d-1b97-4779-9a4c-51b91d81971c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.916480306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66b674d8-5c81-4b58-8cc6-14c81ed661c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:33.941635929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66b674d8-5c81-4b58-8cc6-14c81ed661c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.033030923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"675de741-05a8-42d6-96db-4265445da28d","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.11449274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"e47f4eae-060b-440d-b02d-7d6efb401e6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.115311421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"41e3d859-9841-458a-8e42-79ca1bbdcf09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.143334737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fea7d9d9-3339-44e3-8009-41f2d43fc563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.143780699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"12bb82fe-af52-4aa8-bcbc-ccf5eecbae29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.473428282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"e47f4eae-060b-440d-b02d-7d6efb401e6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.474235854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1627e5fe-fdd8-43c1-b33d-738067cf4352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.475097569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e08411","namespace":"e2e-extmod-cfl-1-238494"},"namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","reconcileID":"f4d1ba57-ec8c-4065-bf29-a44d051e004b","namespace":"e2e-extmod-cfl-1-238494","name":"e2e-cfl-e08411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.476401908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"41e3d859-9841-458a-8e42-79ca1bbdcf09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.51487279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"fea7d9d9-3339-44e3-8009-41f2d43fc563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.520177605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"e47f4eae-060b-440d-b02d-7d6efb401e6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.628294799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"1627e5fe-fdd8-43c1-b33d-738067cf4352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.677180477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"12bb82fe-af52-4aa8-bcbc-ccf5eecbae29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.887566385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1b88a84d-8ec1-42c1-9d02-24db079e00ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.911565231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"357d90bf-8710-4296-9dcd-76d0974b1e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.960645544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1b88a84d-8ec1-42c1-9d02-24db079e00ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.962313579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"6caa615c-e7f4-4cf5-a360-68c5a8f3b36c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"model":"e2e-extmod-shr-user-4366ca/e2e-shr-auth-c27221-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.968042227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"357d90bf-8710-4296-9dcd-76d0974b1e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:34.992520672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53e4ddf4-9407-4ae4-972f-ba0a31b6ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.013982458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"53e4ddf4-9407-4ae4-972f-ba0a31b6ba14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.068359594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a33ef261-aa07-40f8-93ea-f36fbf7ce1f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.091875766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"a33ef261-aa07-40f8-93ea-f36fbf7ce1f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.271333604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"6caa615c-e7f4-4cf5-a360-68c5a8f3b36c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.325874748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ddae6c97-e779-4141-b7f7-0305212b299c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.326672889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d0bce9d2-10d5-4430-8f6f-78c8106f864d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.402382478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5bce44ed-ce3e-48c0-afa9-3a7368cd064d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.425401037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"13afde39-04b5-4f56-9622-aea1d17bda61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.444241358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"d0bce9d2-10d5-4430-8f6f-78c8106f864d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.450396552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"5bce44ed-ce3e-48c0-afa9-3a7368cd064d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.451267812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"ddae6c97-e779-4141-b7f7-0305212b299c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.490011071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"6caa615c-e7f4-4cf5-a360-68c5a8f3b36c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"name":"e2e-extmod-a-0412c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.490129562Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"e2e-shr-auth-c27221-access","reconcileID":"6caa615c-e7f4-4cf5-a360-68c5a8f3b36c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c27221-access","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.493800581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"13afde39-04b5-4f56-9622-aea1d17bda61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.5290767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"3df46fd0-16af-45a9-8227-212a2a761ffa","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.554186396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fac8fcff-ebb6-4957-9625-c91ce1ba5052","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.556792427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"18191f67-58dd-462c-ba78-8b1ec1f9ca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.563288227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1e52e8a2-2713-47fc-aaee-fad1157c8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.566994385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be348063-2c89-4929-a607-297b8bf4038d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.573790474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fac8fcff-ebb6-4957-9625-c91ce1ba5052","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.577345408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"18191f67-58dd-462c-ba78-8b1ec1f9ca1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.577545362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eb51517-8c8c-4e1e-bda7-87f927322700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.583968441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"1e52e8a2-2713-47fc-aaee-fad1157c8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.587995517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be348063-2c89-4929-a607-297b8bf4038d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.62380832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fac8fcff-ebb6-4957-9625-c91ce1ba5052","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.629307681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eb51517-8c8c-4e1e-bda7-87f927322700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.666996838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0d0ec341-a482-47b0-a06c-e695f3b2ac27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.685473193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"0d0ec341-a482-47b0-a06c-e695f3b2ac27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.767358958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6321b576-899c-4291-97a6-98baee05edab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.767497681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"72a3fdb7-c933-40bc-9afd-9dfb9e0967e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.768457547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5f2487a8-0612-4db3-826d-1f7a77af857f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.787409754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"72a3fdb7-c933-40bc-9afd-9dfb9e0967e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.787574964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5f2487a8-0612-4db3-826d-1f7a77af857f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.789925741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"6321b576-899c-4291-97a6-98baee05edab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:35.8860315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","reconcileID":"0c042ded-d13b-4c66-b974-e465c45eee8a","MaaSModelRef":{"name":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-auth-c27221-db4453fba687","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-auth-c27221-e2e-extmod-a-0412c3","externalModel":"e2e-shr-auth-c27221","provider":"e2e-shr-auth-c27221-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.465536631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","reconcileID":"cb9a7561-379b-465e-8cef-94f281b564fa","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.511875106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"663679fd-0942-433c-8637-c1929720738b","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.543981737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d76adf0d-e6cc-42cf-be2b-a1824e944fec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.5445672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1d106c16-55df-400c-b9d7-613c68bf937a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.545071554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2a156098-db26-4080-b493-f3464f5427e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.545503184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"788edca4-ccf5-43f8-939b-edc45a7dd2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.546096844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"d306b08b-ff6f-4c14-96e9-e0d332741244","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.562786521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"5f027c65-bf3e-45bb-a261-4e757e494139","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.570304702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"d76adf0d-e6cc-42cf-be2b-a1824e944fec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.576379756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"1d106c16-55df-400c-b9d7-613c68bf937a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.580473957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"788edca4-ccf5-43f8-939b-edc45a7dd2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.582733487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"663679fd-0942-433c-8637-c1929720738b","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.58489973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"2a156098-db26-4080-b493-f3464f5427e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.600125282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"663679fd-0942-433c-8637-c1929720738b","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.619981182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"f8580aa0-de94-41d7-abf2-88ccfddbc6ad","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.635535012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","reconcileID":"c4b975c1-a614-4d3a-b192-a42e33cb7c8c","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-2d7a3576401f","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-b-e7b56d","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-b-e7b56d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.650329772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2fb1c65f-c18a-44f4-a744-bae9dc0fbc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.668417742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"2fb1c65f-c18a-44f4-a744-bae9dc0fbc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.745320356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"462649da-8737-4384-beb3-9ec1bae90ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.773168393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"462649da-8737-4384-beb3-9ec1bae90ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.806321129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c27221","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","reconcileID":"9709b572-4354-4b08-897b-7a09ac729e8b","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-auth-c27221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.842995305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e4770762-4297-4223-935b-c4e9fbfee3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.843009198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"adc030a9-3584-4a19-a695-8283364a8758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.844555376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10329f2b-b031-4b80-abdc-8de777c5ec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.845254818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"273db505-b7ca-453a-bad9-b5ee5a3c0a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.87067314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"adc030a9-3584-4a19-a695-8283364a8758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.946488427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10329f2b-b031-4b80-abdc-8de777c5ec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.946522351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"e4770762-4297-4223-935b-c4e9fbfee3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:36.982092734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"273db505-b7ca-453a-bad9-b5ee5a3c0a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.214403023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"224a0ef8-3441-4371-a96d-8ad169042378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.236635763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"224a0ef8-3441-4371-a96d-8ad169042378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.293780982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"83bb155c-8508-4698-ab07-d9c091fa0b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.30089397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"37c55428-fbb0-424a-a767-d1137ea9cbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.301719172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f5ae38-649b-4c80-bf4b-45b51500ea8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.302180735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86d723ae-01a1-44e9-8a88-1dd90e2d038f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.315757817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"83bb155c-8508-4698-ab07-d9c091fa0b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.323554568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86d723ae-01a1-44e9-8a88-1dd90e2d038f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.327148694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f5ae38-649b-4c80-bf4b-45b51500ea8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.327180924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"37c55428-fbb0-424a-a767-d1137ea9cbe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.381576262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f9455c50-165c-4d32-a291-783b8833e442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.39951728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f9455c50-165c-4d32-a291-783b8833e442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.724391561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","reconcileID":"2e6286e9-42ca-46be-9a31-10b08da15dd0","MaaSModelRef":{"name":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","namespace":"e2e-extmod-shr-user-4366ca"},"routeName":"external-model-e2e-shr-shared-7ea44b-dbd528422d12","namespace":"e2e-extmod-shr-user-4366ca","model":"e2e-shr-shared-7ea44b-e2e-extmod-a-0412c3","externalModel":"e2e-shr-shared-7ea44b","provider":"e2e-shr-shared-7ea44b-provider","gateway":"openshift-ingress/e2e-extmod-a-0412c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.728349925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bdb470ef-c522-41a0-bfd3-1fe37eb63ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.730009231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"7ce7216c-a1e2-4c0e-b65b-a17f00a92dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.744976959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"52ca7d36-2223-4dee-977c-29b9d6c234b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.756310402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5031cecb-f205-422e-afa7-e46ab2d66e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.758122002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e8c9bed5-0cd5-4d73-bb4d-4a6bea907476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.761203791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"7ce7216c-a1e2-4c0e-b65b-a17f00a92dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.774807837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"bdb470ef-c522-41a0-bfd3-1fe37eb63ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.782397368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"52ca7d36-2223-4dee-977c-29b9d6c234b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.79084326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5031cecb-f205-422e-afa7-e46ab2d66e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.794728263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e8c9bed5-0cd5-4d73-bb4d-4a6bea907476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.802406255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"52ca7d36-2223-4dee-977c-29b9d6c234b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.850659295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"62ccd5be-7840-44b1-b579-60716a6a0990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:37.869469085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"62ccd5be-7840-44b1-b579-60716a6a0990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.16951963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a7fb1922-5edb-42c5-a10e-c462cd5a43c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.22286155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"6cf378b1-3888-455e-8539-a3504f13879c","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.226847672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a7fb1922-5edb-42c5-a10e-c462cd5a43c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.227477291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bcbd772d-6c5e-429e-83d6-a13c4a41742a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.230985834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3bc0b384-0f9d-444f-8b28-f1d660f31cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.247738473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"bcbd772d-6c5e-429e-83d6-a13c4a41742a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.251685846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3bc0b384-0f9d-444f-8b28-f1d660f31cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.252626048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b8729b11-3171-487c-b4ee-e910ae6d473b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.274289712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"b8729b11-3171-487c-b4ee-e910ae6d473b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.278500694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1ada649d-1173-41c1-a8f4-6f58245fb88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.297862485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"1ada649d-1173-41c1-a8f4-6f58245fb88d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.300571252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"40b5055c-7bb8-46c6-889c-cb1bbf4d244c","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.323103268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"40b5055c-7bb8-46c6-889c-cb1bbf4d244c","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.341161032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"40b5055c-7bb8-46c6-889c-cb1bbf4d244c","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.414748288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deac84ca-2b72-47a3-b1e5-c36f443cde80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.414743669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1ab6363a-5ce4-4e5f-aff9-8f2ce3e6f93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.416383105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"370628f6-878a-4aa4-aa86-243db0f6e994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.416825828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e40c5d82-5d36-4f0b-8f19-cde297612037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.417280677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a40d548a-3ed8-4ede-be63-695597ad3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.442343244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"1ab6363a-5ce4-4e5f-aff9-8f2ce3e6f93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.44672758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"370628f6-878a-4aa4-aa86-243db0f6e994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.450326895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"a40d548a-3ed8-4ede-be63-695597ad3b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.459372574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"e40c5d82-5d36-4f0b-8f19-cde297612037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.460264228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deac84ca-2b72-47a3-b1e5-c36f443cde80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.493351307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-7ea44b","namespace":"e2e-extmod-shr-user-4366ca"},"namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","reconcileID":"874beb4a-af2c-4b6a-b9c3-5ddfc3ce942a","namespace":"e2e-extmod-shr-user-4366ca","name":"e2e-shr-shared-7ea44b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.531539121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4599187b-a8d1-4ceb-bf53-8e56fa0fe066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.531574384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d0028faa-dd63-4df2-a571-3694ef9cda86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.532062717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"caf99c83-9437-40aa-99da-2fa315c93972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.556761579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4599187b-a8d1-4ceb-bf53-8e56fa0fe066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.561028634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"caf99c83-9437-40aa-99da-2fa315c93972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.564346193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d0028faa-dd63-4df2-a571-3694ef9cda86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.631627197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"92d228e9-b458-49ee-96d6-506c0dc94226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.632212033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"87966712-044b-4e54-92b1-e50413796e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.729202924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"92d228e9-b458-49ee-96d6-506c0dc94226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.731545849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"87966712-044b-4e54-92b1-e50413796e12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.835688158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3ba01947-7d4d-43af-ad4a-d52b1c38cf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.835833271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"cdc85482-2c23-4bba-abb9-9c2690afc445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.836282878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2c44af66-afdf-4c44-bbae-c54012813fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.848508162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"92ab423c-3819-47e0-b803-be77ab05c52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.849562885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5cec87d8-7c69-488d-a457-7ce395d067f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.856093194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"cdc85482-2c23-4bba-abb9-9c2690afc445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.856093192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"2c44af66-afdf-4c44-bbae-c54012813fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.858796212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"3ba01947-7d4d-43af-ad4a-d52b1c38cf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.867870609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"92ab423c-3819-47e0-b803-be77ab05c52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:38.869025918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"5cec87d8-7c69-488d-a457-7ce395d067f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.090228933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fc60191c-57ec-4dfc-a4b1-38d7f464f8f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.125851052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6948d09d-52f6-4004-8ab9-95fdb5a3adde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.126415333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"31b6653a-1090-49d4-8013-cbae77be84c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.210449102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fc60191c-57ec-4dfc-a4b1-38d7f464f8f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.327056185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6948d09d-52f6-4004-8ab9-95fdb5a3adde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.335500266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"09f65f5d-e547-45e3-9651-e8a0f026be5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.334439123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"31b6653a-1090-49d4-8013-cbae77be84c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.338758491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"fc60191c-57ec-4dfc-a4b1-38d7f464f8f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.373248182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4377d27c-0d01-45ca-a5cd-9db8d0c269eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.401632392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"09f65f5d-e547-45e3-9651-e8a0f026be5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.405807158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"4377d27c-0d01-45ca-a5cd-9db8d0c269eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.51022547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ee1c0c8f-2929-442e-a0fa-aaa00245504a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.529974169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"ee1c0c8f-2929-442e-a0fa-aaa00245504a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.60472981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4b998982-8cf4-4a99-842c-64c40f8b596c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.604739389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"475cc129-03e9-48ec-a9e4-f3818b7bfb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.623656633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4b998982-8cf4-4a99-842c-64c40f8b596c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.625694106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"475cc129-03e9-48ec-a9e4-f3818b7bfb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.629661196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5d73dee3-8729-4c31-9827-fbcee9d313ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.652045976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5d73dee3-8729-4c31-9827-fbcee9d313ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.704262787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"92c6c126-4aa4-44d8-a147-b61a6a0b39c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:39.722874155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"92c6c126-4aa4-44d8-a147-b61a6a0b39c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:45.415784008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54992894-4d54-41fb-837e-1851bdf9d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:45.429632813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54992894-4d54-41fb-837e-1851bdf9d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:45.442406867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54992894-4d54-41fb-837e-1851bdf9d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:45.455486743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54992894-4d54-41fb-837e-1851bdf9d674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:45.995299553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5694008e-6d53-4824-97d8-6ec533ad243e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.008915284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5694008e-6d53-4824-97d8-6ec533ad243e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.024993343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5694008e-6d53-4824-97d8-6ec533ad243e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.042003992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5694008e-6d53-4824-97d8-6ec533ad243e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.259352987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0cb13f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0cb13f","reconcileID":"349607e4-8777-485a-8455-4a7189547863","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0cb13f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0cb13f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.984009898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eed261-d9bf-4b16-9f2b-351e047477c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:46.996774376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eed261-d9bf-4b16-9f2b-351e047477c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:47.009503797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eed261-d9bf-4b16-9f2b-351e047477c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:47.02227065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35eed261-d9bf-4b16-9f2b-351e047477c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:49.36823632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"23c68be7-f6bc-4b5b-89f4-68840a04017d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:49.386717001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"23c68be7-f6bc-4b5b-89f4-68840a04017d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:49.403694453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"23c68be7-f6bc-4b5b-89f4-68840a04017d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:50.557946442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06509bf0-7290-43f7-ae2d-7906036c1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:50.570800091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06509bf0-7290-43f7-ae2d-7906036c1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:50.583346306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06509bf0-7290-43f7-ae2d-7906036c1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:50.596067358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06509bf0-7290-43f7-ae2d-7906036c1fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:51.181258121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e2cbc6-24db-4765-8578-3a4c721fbba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:51.194083806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e2cbc6-24db-4765-8578-3a4c721fbba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:51.209276898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e2cbc6-24db-4765-8578-3a4c721fbba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:51.224892117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e2cbc6-24db-4765-8578-3a4c721fbba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:51.360471569Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"25b84049-74c1-4445-bb91-1c29a9125cea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-219ccc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-219ccc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:52.368259267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07420089-f571-4950-a4fb-7135d5e79e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:52.385085584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07420089-f571-4950-a4fb-7135d5e79e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:52.399229972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07420089-f571-4950-a4fb-7135d5e79e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:52.412938143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07420089-f571-4950-a4fb-7135d5e79e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:53.127255718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3401b36-5644-4a6b-b617-a19918bb839a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:53.147424159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3401b36-5644-4a6b-b617-a19918bb839a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:53.168850485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3401b36-5644-4a6b-b617-a19918bb839a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:53.22526534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3401b36-5644-4a6b-b617-a19918bb839a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:32:53.249164792Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"f25ff8dc-4b7c-468e-9ac5-d2cb7643f43d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-219ccc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:54.98144283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431c221-7d7d-41b0-a763-0b6a4a14bc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:54.994345963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431c221-7d7d-41b0-a763-0b6a4a14bc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.008536112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431c221-7d7d-41b0-a763-0b6a4a14bc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.02172713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b431c221-7d7d-41b0-a763-0b6a4a14bc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.666084152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2feb612-081e-4ae1-99a0-13509b42c285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.678703046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2feb612-081e-4ae1-99a0-13509b42c285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.691380573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2feb612-081e-4ae1-99a0-13509b42c285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.704232603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2feb612-081e-4ae1-99a0-13509b42c285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:55.771221278Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"b1677d5a-d380-4423-9712-37b3e4a9528c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-52429a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-52429a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:56.233523845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f94f4c-27b4-4531-b90b-75420781aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:56.246523271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f94f4c-27b4-4531-b90b-75420781aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:56.259373112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f94f4c-27b4-4531-b90b-75420781aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:56.273500288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f94f4c-27b4-4531-b90b-75420781aef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:57.300899795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b733fd3e-d668-483c-a98c-4fd2170c3da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:57.320501703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b733fd3e-d668-483c-a98c-4fd2170c3da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:57.355297514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b733fd3e-d668-483c-a98c-4fd2170c3da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:57.397156425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b733fd3e-d668-483c-a98c-4fd2170c3da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:32:57.762681165Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"aebb7229-4d7f-43b7-be22-a7d085840082","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-52429a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:58.007917676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9755b1-ed58-42a1-ab16-ef121f1ec6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:58.021055176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9755b1-ed58-42a1-ab16-ef121f1ec6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:58.034274385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9755b1-ed58-42a1-ab16-ef121f1ec6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:58.046868563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9755b1-ed58-42a1-ab16-ef121f1ec6ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:59.650351707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"a824deca-3716-4a79-856d-2af4a8f0fcd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:59.672462182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"a824deca-3716-4a79-856d-2af4a8f0fcd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:32:59.723764437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-749f72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cec86049fc4c1a50779d8b3e45b6e7b5057299a4badc7c6b45c7d5ec80aeba76) AuthConfig (312146547c8e959e721c0560408610275b522d31d3871a2d2e0d3c4b13ea106c) AuthConfig (b777d9bff966a32de2da7aef5ff44797012f6be8442052b9b388d732798bc4e9) AuthConfig (0a817f6ac0a0b9f18320bdb0aec76bb10b6a0592ec2a708a7f525cf4f05722ad) AuthConfig (1eca7f67828ab90f58faa2289c961c3514e13f590117dec82fab883c07708d03) AuthConfig (f82c05d343fe70bdc9556c315373d9f68faddc2b9d38969e7d79c906b76c5226) AuthConfig (bbd7336ad81875ca2accbd5e011f73005cc2c89117408259d610e3377c5e1e62) AuthConfig (503a8b7bac292acdfc7e3ca36cfae690540ee8f217baf53610c539bda803ee63) AuthConfig (6d996f7386fbb225beea87145a8960b6b36a9b5bc2ca49cfd2cb69c31e218d60) AuthConfig (1dc98b6dbbe0f2564d0c91e53770151f70032397cd5943118ee324ff1b31e9fc) AuthConfig (8bf43e131e63532beda6e33b228ee410277a460eaf4c5d0a848bfe7ac9cbb7ba) AuthConfig (8deaae5dafe56069349996519a7803f13d1e77be5cb69971067dec6781a05096) AuthConfig (850cde85afed0b466dd9cd1305a9c67f4cdd60ad5e5d296969f707bdc87a228f) AuthConfig (39610a76f99be66bbd9e66e98895bee171cb2f887e5cba518449428305b562a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"a824deca-3716-4a79-856d-2af4a8f0fcd8","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:01.052060416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:03.535617653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e34ece1e-cad4-470e-89b7-ec0542842501","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:03.575657546Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e34ece1e-cad4-470e-89b7-ec0542842501","name":"e2e-inf-a-d09411-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:09.753714207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"af7004d0-07cc-46c2-95e6-42d8aac7b407","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:09.772645827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"af7004d0-07cc-46c2-95e6-42d8aac7b407","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:09.892655497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"90f36ed3-bf07-42a1-be01-9dfb206a4a0d","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:09.892684082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"90f36ed3-bf07-42a1-be01-9dfb206a4a0d","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.153241323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"b4eae163-7c05-4f1d-a2ee-c36b7d5b9fc3","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.153269971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"b4eae163-7c05-4f1d-a2ee-c36b7d5b9fc3","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.168057523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"0d64b556-7e19-4bfa-b84d-2f2004c650df","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:33:11.168855626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"ba1098e4-4adc-4e09-8387-b02b46c975c4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-48439f-b65dc8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.187249477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"0d64b556-7e19-4bfa-b84d-2f2004c650df","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.190842872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"d2430eef-afd2-4988-b6c4-e83a21a83d43","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.190867256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"d2430eef-afd2-4988-b6c4-e83a21a83d43","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:33:11.206404746Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"d2430eef-afd2-4988-b6c4-e83a21a83d43","name":"e2e-cfl-same-48439f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-48439f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:33:11.206501233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"d2430eef-afd2-4988-b6c4-e83a21a83d43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-48439f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.229235806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"aea1ccdc-e060-47c5-8000-61adae5a5e4c","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.229277216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"aea1ccdc-e060-47c5-8000-61adae5a5e4c","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.24412827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"7aaecc1a-3846-413f-b0b1-74ddbdd2f9a4","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.244164934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"7aaecc1a-3846-413f-b0b1-74ddbdd2f9a4","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.25916137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"4ba247d0-a1a7-4766-957c-da43680ca51f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.259200703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"4ba247d0-a1a7-4766-957c-da43680ca51f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.343785257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"05ae757f-02e2-4550-b164-4e0a3002042b","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-cfl-same-48439f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-749f72/e2e-cfl-same-48439f-b65dc8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.373483526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"163a74a7-938e-40e1-bb74-1666d9a078d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.392040463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"163a74a7-938e-40e1-bb74-1666d9a078d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.426811372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"9c279a29-272b-4d5e-a927-4be5bb9691a6","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.426849514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"9c279a29-272b-4d5e-a927-4be5bb9691a6","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:11.469783077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"c810eb37-4cda-4319-a393-f5045d97cfd4","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:17.95566329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37777ef5-5664-4cc0-ae98-0fd101f259a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:17.969044949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37777ef5-5664-4cc0-ae98-0fd101f259a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:17.981956689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37777ef5-5664-4cc0-ae98-0fd101f259a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:17.994873187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37777ef5-5664-4cc0-ae98-0fd101f259a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:18.586276025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1630277-0e81-4082-85e1-5add525e9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:18.599119649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1630277-0e81-4082-85e1-5add525e9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:18.612101959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1630277-0e81-4082-85e1-5add525e9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:18.629023739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1630277-0e81-4082-85e1-5add525e9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:29.691193478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4a4e2e-85d9-490b-9e2d-f8b459078138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:29.704490288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4a4e2e-85d9-490b-9e2d-f8b459078138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:29.717161142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4a4e2e-85d9-490b-9e2d-f8b459078138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:29.734160004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea4a4e2e-85d9-490b-9e2d-f8b459078138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:30.360032903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba138eb-15fd-459b-a99d-9de7aa090a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:30.37907108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba138eb-15fd-459b-a99d-9de7aa090a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:30.393808264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba138eb-15fd-459b-a99d-9de7aa090a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:30.40741596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba138eb-15fd-459b-a99d-9de7aa090a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.072041577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.085334163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0477d78a-2487-4505-af38-e94849d81071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.167648826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0477d78a-2487-4505-af38-e94849d81071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.192778916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0477d78a-2487-4505-af38-e94849d81071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.205606425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0477d78a-2487-4505-af38-e94849d81071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.916749078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c313556-ff2f-41e4-be85-cdf353c61759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.934125997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c313556-ff2f-41e4-be85-cdf353c61759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.951867701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c313556-ff2f-41e4-be85-cdf353c61759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:31.96619392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c313556-ff2f-41e4-be85-cdf353c61759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:32.719327713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032c71e9-02ab-4364-b7df-81dab57b0be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:32.73759531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032c71e9-02ab-4364-b7df-81dab57b0be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:32.76179905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032c71e9-02ab-4364-b7df-81dab57b0be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:32.779813153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032c71e9-02ab-4364-b7df-81dab57b0be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:57.713081643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"efcfceac-0c76-466b-aba7-1c41db12763e","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:57.713185061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"efcfceac-0c76-466b-aba7-1c41db12763e","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.092995972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"d8cb0209-bc82-49d1-b157-1bd125c75b36","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.093025193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"d8cb0209-bc82-49d1-b157-1bd125c75b36","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.119092012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"8537e898-ae0a-4bbe-b708-9bd0838097f6","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.119128669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"8537e898-ae0a-4bbe-b708-9bd0838097f6","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.184484227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a2916c4-341d-46f1-ad6e-e9982115177b","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.236612614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a2916c4-341d-46f1-ad6e-e9982115177b","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.254463041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a2916c4-341d-46f1-ad6e-e9982115177b","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.273565351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"484d6a52-c3f9-4f5d-b227-701c06e1d821","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:33:58.27358641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"484d6a52-c3f9-4f5d-b227-701c06e1d821","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:01.053231601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:01.148797154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"da4ccebd-2582-4c78-9174-700c0ea7e045","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0cb13f","tenantID":"e2e-inf-a-0cb13f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:01.192507502Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"da4ccebd-2582-4c78-9174-700c0ea7e045","name":"e2e-inf-a-0cb13f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:05.795833394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"5ff75cda-bf00-4abe-963a-6f99b43f37d9","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:05.878404747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"0868a069-a876-4a0e-b25c-aabbcdd0ce25","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:05.878430015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"0868a069-a876-4a0e-b25c-aabbcdd0ce25","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.841409054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"bf620a4b-8b4d-442a-9e0f-a910c542eca1","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.841439884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"bf620a4b-8b4d-442a-9e0f-a910c542eca1","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.85565906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"6dc3e31b-75df-4eb3-8b28-113883d19c89","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.855694825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"6dc3e31b-75df-4eb3-8b28-113883d19c89","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.882883588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"ebb366ca-af5d-4dcb-8f4a-732c0db066ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:06.901493466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"ebb366ca-af5d-4dcb-8f4a-732c0db066ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.016708314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"08ef1c96-2be6-41e9-b7e9-e65d64d8c193","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.016737692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"08ef1c96-2be6-41e9-b7e9-e65d64d8c193","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.790967463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"bfba8b9a-cad9-4a2f-be3a-0013acb127c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.810570678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"bfba8b9a-cad9-4a2f-be3a-0013acb127c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.8778258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"e28445e2-c935-4dcf-ab32-572f3a7ea288","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-219ccc","tenantID":"e2e-inf-a-219ccc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.931551212Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"e28445e2-c935-4dcf-ab32-572f3a7ea288","name":"e2e-inf-a-219ccc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.978195294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"3552a09b-3952-486d-a025-c864ebde3261","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:07.99763872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"3552a09b-3952-486d-a025-c864ebde3261","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:08.021435799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"3552a09b-3952-486d-a025-c864ebde3261","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.563785732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-749f72 priority=0:[ai-tenant-e2e-extmod-a-749f72/e2e-cfl-same-48439f-0d3e77-sub ai-tenant-e2e-extmod-a-749f72/e2e-cfl-same-48439f-b65dc8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.584205063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"4c0f8275-8b7a-4c05-ac0c-5ac86e8ccb7b","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.584226107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"4c0f8275-8b7a-4c05-ac0c-5ac86e8ccb7b","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:34:12.616495177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-749f72/e2e-cfl-same-48439f-0d3e77-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-48439f-0d3e77-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1594\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.623636815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"a2f86b4f-3a85-4552-a5f4-3e9859c607a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.62433961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d85f6dbb-803a-432f-bbcf-0f34ab671129","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.628294062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"97930771-de7c-4401-95be-dd97cf450186","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.62831667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"97930771-de7c-4401-95be-dd97cf450186","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.644004676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"8685f3f0-7fbb-486b-aa05-54829e17be3c","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.644027275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"8685f3f0-7fbb-486b-aa05-54829e17be3c","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.648520671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"a2f86b4f-3a85-4552-a5f4-3e9859c607a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.65236378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"d85f6dbb-803a-432f-bbcf-0f34ab671129","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.659357464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"c64fa1bb-e7ed-4574-99ba-1cb78a1e9fc9","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.659378396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"c64fa1bb-e7ed-4574-99ba-1cb78a1e9fc9","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.767590559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"d536482f-45f0-49d0-bba3-7fc000ed4dcc","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-cfl-same-48439f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-749f72/e2e-cfl-same-48439f-0d3e77-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.830749434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"fec420ff-ce80-4894-bb0b-d264d70fd106","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.849771505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"fec420ff-ce80-4894-bb0b-d264d70fd106","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.85119767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"76782ddd-a71b-475c-84fb-3049580744fb","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.851219875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"76782ddd-a71b-475c-84fb-3049580744fb","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.896009956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"fce6c217-d527-4a11-86ff-09d0167ff1ed","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.935674705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"27d4073b-4555-41d5-9ef1-fab575bfe8d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:12.954164229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"27d4073b-4555-41d5-9ef1-fab575bfe8d1","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:13.466048164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"9e69ac24-96ff-4d58-9c81-80280c1c3961","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-52429a","tenantID":"e2e-inf-a-52429a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:13.50633148Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"9e69ac24-96ff-4d58-9c81-80280c1c3961","name":"e2e-inf-a-52429a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:17.718714583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"696039c4-a901-4d29-be45-b27c3eddd952","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:17.71874717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"696039c4-a901-4d29-be45-b27c3eddd952","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.050413928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ae1f074e-374c-46e9-8554-8a3a07bd2a0e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.075640565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ae1f074e-374c-46e9-8554-8a3a07bd2a0e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.086281077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"c6ae5e6c-46a1-4b48-89f3-276824b21576","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.086302201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"c6ae5e6c-46a1-4b48-89f3-276824b21576","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.092548542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ae1f074e-374c-46e9-8554-8a3a07bd2a0e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.104669887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"fc4f43ba-02c5-4304-a374-bda4bd8461ed","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.104693276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"fc4f43ba-02c5-4304-a374-bda4bd8461ed","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.150578006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6ae6d03e-537b-40f0-94c8-1d16dd9aa52c","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.2005418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6ae6d03e-537b-40f0-94c8-1d16dd9aa52c","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.218080125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6ae6d03e-537b-40f0-94c8-1d16dd9aa52c","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.237250653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"73523b42-046e-49f9-b885-760df286d94c","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:18.23727672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"73523b42-046e-49f9-b885-760df286d94c","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.080752012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7cdd06-2a9e-4024-abbb-c9b8d2622697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.09387665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7cdd06-2a9e-4024-abbb-c9b8d2622697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.106726681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7cdd06-2a9e-4024-abbb-c9b8d2622697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.119687102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e7cdd06-2a9e-4024-abbb-c9b8d2622697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.63889248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a803adbf-36a4-40be-b10f-33c239fefca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.651699684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a803adbf-36a4-40be-b10f-33c239fefca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.664305033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a803adbf-36a4-40be-b10f-33c239fefca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:21.67681873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a803adbf-36a4-40be-b10f-33c239fefca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.123081908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"9d622c08-21df-465f-b357-3ec0e6151412","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.141472026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"9d622c08-21df-465f-b357-3ec0e6151412","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.158777624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"9d622c08-21df-465f-b357-3ec0e6151412","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.267194746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a0a56a9d-b1a8-452d-80a4-048b2f47e90a","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.286648988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a0a56a9d-b1a8-452d-80a4-048b2f47e90a","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:28.303677512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a0a56a9d-b1a8-452d-80a4-048b2f47e90a","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:31.056600816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.193468106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1e18afe6-7da7-4088-8058-15403593f86c","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.212651198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1e18afe6-7da7-4088-8058-15403593f86c","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.235565424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1e18afe6-7da7-4088-8058-15403593f86c","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.332778355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2aa65938-510e-4569-bfae-a54661fe8bcc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.35139089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2aa65938-510e-4569-bfae-a54661fe8bcc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:38.369179931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2aa65938-510e-4569-bfae-a54661fe8bcc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.264208388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"fe30877c-7f57-4ff1-a84a-2ea366db96e3","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.282702612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"fe30877c-7f57-4ff1-a84a-2ea366db96e3","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.299606772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"fe30877c-7f57-4ff1-a84a-2ea366db96e3","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.397642672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"b68e6e17-959f-4da7-b4d3-136fcd6cea84","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.415780432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"b68e6e17-959f-4da7-b4d3-136fcd6cea84","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.434265768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"b68e6e17-959f-4da7-b4d3-136fcd6cea84","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.856209176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"2ca69e3a-b430-492b-ad6c-1ae96155e149","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.937585716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"f43e4a46-b558-4aa2-9d74-7a99ae96ba98","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:48.937615044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"f43e4a46-b558-4aa2-9d74-7a99ae96ba98","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:49.837089123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"f860b2c9-067e-48a5-a92e-6e3482b84619","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:49.856313523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"f860b2c9-067e-48a5-a92e-6e3482b84619","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:49.87395956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"f860b2c9-067e-48a5-a92e-6e3482b84619","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.416134182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"3ce7534d-b321-4bad-b247-d5a04c6bd765","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.416161199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"3ce7534d-b321-4bad-b247-d5a04c6bd765","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.442753349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"13b80e5a-ac7b-48ec-8ba0-4b6a468fddec","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.443012264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"b8c08e45-e202-4def-b1ec-4665fc76d7c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.456018289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"aab57377-7e7e-4ddf-aba6-b4befbec8405","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54c86ab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.463527895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"13b80e5a-ac7b-48ec-8ba0-4b6a468fddec","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.463601895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"b8c08e45-e202-4def-b1ec-4665fc76d7c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.655542503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"480bc85c-2e21-4545-bd78-3362f63fa733","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.658443712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"101619c3-f30c-4e5d-bdd6-ea33b826b073","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.673843516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"480bc85c-2e21-4545-bd78-3362f63fa733","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:51.676589077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"101619c3-f30c-4e5d-bdd6-ea33b826b073","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:58.328406833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"04faa25c-9197-42c9-9cc1-401025754036","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:58.347264009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"04faa25c-9197-42c9-9cc1-401025754036","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:58.364547049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"04faa25c-9197-42c9-9cc1-401025754036","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:58.383892652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"7ade6872-2015-45a6-a359-1efc4e24b7d3","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:58.383957636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"7ade6872-2015-45a6-a359-1efc4e24b7d3","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:59.933719466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"bd7b64f0-a731-4d7b-9c07-543ad0efda79","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:59.95487399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"bd7b64f0-a731-4d7b-9c07-543ad0efda79","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:34:59.971837837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"bd7b64f0-a731-4d7b-9c07-543ad0efda79","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.050075342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.477356732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"5c3db3f9-55de-4c04-9524-dd5b06c20f95","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","subscription":"e2e-cfl-same-48439f-0d3e77-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.505381902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"5c3db3f9-55de-4c04-9524-dd5b06c20f95","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.520136669Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-sub","reconcileID":"5c3db3f9-55de-4c04-9524-dd5b06c20f95","MaaSSubscription":{"name":"e2e-cfl-same-48439f-0d3e77-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.688720918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"e9c37294-c042-4586-bdd3-c2b326329401","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.688777299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"e9c37294-c042-4586-bdd3-c2b326329401","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.715600105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"0b89acfd-a4bb-4d29-ae9f-3d8ae12d79af","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.715600816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"f35fe2e9-d666-454c-a6a0-49ac28942812","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.722283704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"47a5a4e2-a008-452f-ae5d-b5fead14a414","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.72230945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"47a5a4e2-a008-452f-ae5d-b5fead14a414","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.734602214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"f35fe2e9-d666-454c-a6a0-49ac28942812","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.735376243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"0b89acfd-a4bb-4d29-ae9f-3d8ae12d79af","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.845840271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"dd27d613-a8e4-42f2-8240-91c3ec23a1fd","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.845873768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"dd27d613-a8e4-42f2-8240-91c3ec23a1fd","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.878502012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-0d3e77-access","reconcileID":"4a182d80-3cb9-42f1-8cc2-c23902207f32","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-0d3e77-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.93854436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"7490e2c2-3c2d-4583-bc4c-e92368ba442f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-2-0d3e77/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:01.938573217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"7490e2c2-3c2d-4583-bc4c-e92368ba442f","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"routeName":"external-model-e2e-cfl-same-48439f-68d77aad0e36","namespace":"e2e-extmod-cfl-2-0d3e77","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.122614842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"b7492cf1-569b-4e4d-9031-736f3679a4b3","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.122650691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"b7492cf1-569b-4e4d-9031-736f3679a4b3","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.136066933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"69bd0217-9501-4a76-91bd-1bdb3bb59c63","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.15427615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"69bd0217-9501-4a76-91bd-1bdb3bb59c63","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.162505449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"0afe1f0d-1d11-46e8-aec8-df4d9dbf9eb0","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8348a7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.324865081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"348dee42-d83c-4d5b-8177-b06d0c5b6a76","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:02.345102378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"348dee42-d83c-4d5b-8177-b06d0c5b6a76","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:08.411899913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"51252094-3e20-4507-8bac-bb56555464f6","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:08.430377079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"51252094-3e20-4507-8bac-bb56555464f6","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:08.448169916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"51252094-3e20-4507-8bac-bb56555464f6","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:10.001065676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c0096987-3d14-4bdd-8aa2-203cb5950cbc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:10.019419328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c0096987-3d14-4bdd-8aa2-203cb5950cbc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:10.036783182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c0096987-3d14-4bdd-8aa2-203cb5950cbc","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.176764501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"1f6ccac0-37cb-4f1a-88a8-83e15869f6be","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","subscription":"e2e-cfl-same-48439f-b65dc8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.204133659Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"1f6ccac0-37cb-4f1a-88a8-83e15869f6be","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.218433854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-sub","reconcileID":"1f6ccac0-37cb-4f1a-88a8-83e15869f6be","MaaSSubscription":{"name":"e2e-cfl-same-48439f-b65dc8-sub","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"maas-trlp-e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.35317904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"ae235a09-20fc-4eff-aa0d-ec8c10ab0a19","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.353227194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"ae235a09-20fc-4eff-aa0d-ec8c10ab0a19","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.366841039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"5435a6ec-cb57-42dd-a010-dc456c21b4ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.385187633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"5435a6ec-cb57-42dd-a010-dc456c21b4ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.481774203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"b05182f6-fc78-48de-9da0-56da2f9b8d0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.494571741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"9c96eaec-4d35-47ca-9448-277dfbe6d509","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.494599564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"9c96eaec-4d35-47ca-9448-277dfbe6d509","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.499977244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"b05182f6-fc78-48de-9da0-56da2f9b8d0e","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.567076302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"3f6298e7-5680-408a-9b7f-042d2077a71d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.606326974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"3f6298e7-5680-408a-9b7f-042d2077a71d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.657777632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"3f6298e7-5680-408a-9b7f-042d2077a71d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"name":"e2e-extmod-a-749f72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.6578043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"e2e-cfl-same-48439f-b65dc8-access","reconcileID":"3f6298e7-5680-408a-9b7f-042d2077a71d","MaaSAuthPolicy":{"name":"e2e-cfl-same-48439f-b65dc8-access","namespace":"ai-tenant-e2e-extmod-a-749f72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-749f72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.690602811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"26da7900-70e5-4d87-8ba4-e8dc72c2b531","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"tenant":"e2e-extmod-a-749f72","gateway":"openshift-ingress/e2e-extmod-a-749f72","model":"e2e-extmod-cfl-1-b65dc8/e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:12.690628267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"26da7900-70e5-4d87-8ba4-e8dc72c2b531","MaaSModelRef":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"routeName":"external-model-e2e-cfl-same-48439f-24b86175b326","namespace":"e2e-extmod-cfl-1-b65dc8","model":"e2e-cfl-same-48439f","externalModel":"e2e-cfl-same-48439f","provider":"e2e-cfl-same-48439f","gateway":"openshift-ingress/e2e-extmod-a-749f72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.253339064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"d2776dfc-a1e0-41ed-8b3a-bcf5dfb52080","namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.282781844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"946e4ece-db7e-4ecc-9fa3-86277fcd4d59","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.283007127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"19caaf9e-6a6c-416e-b37f-47ed7252a6f0","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.295097628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8724c1ca-e424-419c-accc-fd60e644f3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.29532619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5390a07e-729a-44ff-b939-1381a3aae0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.295099051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5f0ff8cb-5d62-4d17-b2ee-7b1f5ffd83df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.301654944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"946e4ece-db7e-4ecc-9fa3-86277fcd4d59","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.301805353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"19caaf9e-6a6c-416e-b37f-47ed7252a6f0","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.314115214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"5390a07e-729a-44ff-b939-1381a3aae0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.315209593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"8724c1ca-e424-419c-accc-fd60e644f3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.316471313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"5f0ff8cb-5d62-4d17-b2ee-7b1f5ffd83df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.319233249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"946e4ece-db7e-4ecc-9fa3-86277fcd4d59","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.319353536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"19caaf9e-6a6c-416e-b37f-47ed7252a6f0","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.396367246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b3eae3a-fa75-407a-aeba-664dde909206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.396406076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"05a7256a-6ad4-4a3e-b19f-4b2bb282f06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.419431539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"5b3eae3a-fa75-407a-aeba-664dde909206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.419945096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"05a7256a-6ad4-4a3e-b19f-4b2bb282f06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.461919246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-1-b65dc8"},"namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","reconcileID":"0b0fdff1-fa04-42fc-a144-3d89c41f5c49","namespace":"e2e-extmod-cfl-1-b65dc8","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.543737053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"282a7339-fc32-4beb-bc9c-57795a43e76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.544357665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a6c63038-096b-4f72-9860-54d83b3c6e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.544860463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d2593c79-aded-451b-b8bb-645b46a5a2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.668357999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"282a7339-fc32-4beb-bc9c-57795a43e76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.68074605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a6c63038-096b-4f72-9860-54d83b3c6e4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.682096286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"d2593c79-aded-451b-b8bb-645b46a5a2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.719543155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"01b7bfaa-668c-4f61-845e-2ad3188e96d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.732917821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d98beff4-5c80-4029-b8da-3192dc6f0dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.759597709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"d98beff4-5c80-4029-b8da-3192dc6f0dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.765471005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"01b7bfaa-668c-4f61-845e-2ad3188e96d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.890160389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bc3da7-bd0a-47de-b82c-0cca5a7ac659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.891164726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68f6da00-f749-4a14-ae47-4e3e569bcc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.891235556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"223fa751-1718-42ac-816b-a36aa8c6d15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.911122866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68f6da00-f749-4a14-ae47-4e3e569bcc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.91124424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"223fa751-1718-42ac-816b-a36aa8c6d15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.913444497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bc3da7-bd0a-47de-b82c-0cca5a7ac659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.992315831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0973e160-78a7-4a78-a9e9-7f43371677c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:13.992312925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"be7e5fc6-1122-45ea-86c4-dd486ca87064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.010956907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"0973e160-78a7-4a78-a9e9-7f43371677c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.011056076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"be7e5fc6-1122-45ea-86c4-dd486ca87064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.077891035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"0856996d-3992-4903-afd6-c552e6cfcbaf","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.077966484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ef300262-983d-43f0-a1fb-c1e27410ad27","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.090994682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e1c91d5b-96eb-42c5-9a3c-18dd16511ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.096076714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ef300262-983d-43f0-a1fb-c1e27410ad27","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.096916126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"0856996d-3992-4903-afd6-c552e6cfcbaf","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.101054747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ab92af24-ff62-4fcb-bb5e-8fb38b6a1130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.101066243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9334d310-838c-43ca-bbd5-3e6ca7b6f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.108959488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"e1c91d5b-96eb-42c5-9a3c-18dd16511ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.112959925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"ef300262-983d-43f0-a1fb-c1e27410ad27","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.113862453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"0856996d-3992-4903-afd6-c552e6cfcbaf","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.119097474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"9334d310-838c-43ca-bbd5-3e6ca7b6f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.120299653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"ab92af24-ff62-4fcb-bb5e-8fb38b6a1130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.1904163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"88f1eb75-42cd-43ed-b054-c2401b252f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.190656789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e3db7f54-6310-4673-858f-544f567f690d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.2092818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"88f1eb75-42cd-43ed-b054-c2401b252f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.209290677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"e3db7f54-6310-4673-858f-544f567f690d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.29119318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7e6fc122-e8c1-4b59-a009-3005362267e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.291224334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3d3ee236-f697-49c5-976b-452bc66e3ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.29159323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"448f9110-3b85-4449-a2bd-405d8482ebe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.301689376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"81e3cf5f-70df-48dd-b682-31707bf0c0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.30949457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"7e6fc122-e8c1-4b59-a009-3005362267e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.309811402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"448f9110-3b85-4449-a2bd-405d8482ebe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.311631523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"3d3ee236-f697-49c5-976b-452bc66e3ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.31941042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"81e3cf5f-70df-48dd-b682-31707bf0c0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.432094216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"af76d766-3bea-46db-95a7-b76b56e320f3","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.459283163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"3f9bfff3-abf7-4d14-a6d2-2d304c17c2da","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.459588921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"6ff0ac22-b2cd-4b4e-9bac-d9fde69101c9","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.471691738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6b191373-ee57-43de-b9fb-769ef1e75f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.473493189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"85e70d51-7c66-4265-9e33-3cf48dcdcda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.473851858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4c5819a2-cb6f-47e3-a6a5-2bd9934708dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.478414499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"3f9bfff3-abf7-4d14-a6d2-2d304c17c2da","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.481978761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"6ff0ac22-b2cd-4b4e-9bac-d9fde69101c9","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.523322415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"6b191373-ee57-43de-b9fb-769ef1e75f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.526798643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"85e70d51-7c66-4265-9e33-3cf48dcdcda5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.53282261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"6ff0ac22-b2cd-4b4e-9bac-d9fde69101c9","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.536061546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4c5819a2-cb6f-47e3-a6a5-2bd9934708dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.544677873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"3f9bfff3-abf7-4d14-a6d2-2d304c17c2da","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.65320185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-48439f","namespace":"e2e-extmod-cfl-2-0d3e77"},"namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","reconcileID":"b485e125-bc1d-483e-9994-75623d92464c","namespace":"e2e-extmod-cfl-2-0d3e77","name":"e2e-cfl-same-48439f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.748246941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"933e2bc3-cf9d-4fa1-bbc8-d6e28e04da9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.749365032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8d16411b-a40e-489a-b75d-39022b853c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.766892408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"933e2bc3-cf9d-4fa1-bbc8-d6e28e04da9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.76885978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8d16411b-a40e-489a-b75d-39022b853c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.795778579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0f33041b-aa0f-4428-a615-333d873ae1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.79599574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"14909eb6-14c9-48e5-bdd7-2704e4be6045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.8143479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"14909eb6-14c9-48e5-bdd7-2704e4be6045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.814678948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"0f33041b-aa0f-4428-a615-333d873ae1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.914057084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ee7153cb-f11f-43da-873f-34035f140542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:14.933300348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"ee7153cb-f11f-43da-873f-34035f140542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.015662535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f48a66-086f-4f76-ac66-bffd068d7ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.053021349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6585f470-fa09-4433-97a6-31b4f1e26b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.053137231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6fe39c0e-5050-4305-b5d8-8b678eab982b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.05434489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cf5c288-8615-4aa5-b860-5c089611da66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.377617753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6585f470-fa09-4433-97a6-31b4f1e26b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.378676408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23f48a66-086f-4f76-ac66-bffd068d7ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.386728934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6fe39c0e-5050-4305-b5d8-8b678eab982b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.389144372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cf5c288-8615-4aa5-b860-5c089611da66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.426355398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6593e065-abe5-4dbd-942d-f8215805c4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.448276589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"6593e065-abe5-4dbd-942d-f8215805c4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.488368765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d57704f4-c880-4893-980f-69e657393b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.48836869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5246a568-fe5e-435e-9bb3-7b41a5f081d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.506858879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"5246a568-fe5e-435e-9bb3-7b41a5f081d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.506900673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"d57704f4-c880-4893-980f-69e657393b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.576202711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"014966f7-0c3d-423f-9438-c300ab70d5d4","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.588934544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"26d5eda3-135e-4714-83b5-f8b33197d8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.594638632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"014966f7-0c3d-423f-9438-c300ab70d5d4","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.60685019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"26d5eda3-135e-4714-83b5-f8b33197d8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.611311756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"014966f7-0c3d-423f-9438-c300ab70d5d4","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.676138542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"ae2d94eb-ed3e-4f6d-bd49-0d38ba61ede3","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.688979379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d1eeef53-f3f1-42c8-8e1a-f33c2451d011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.695279523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"ae2d94eb-ed3e-4f6d-bd49-0d38ba61ede3","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.707049458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"d1eeef53-f3f1-42c8-8e1a-f33c2451d011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.712660518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"ae2d94eb-ed3e-4f6d-bd49-0d38ba61ede3","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.788965606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8b236073-c5cc-4bd9-8685-e836cd355581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.789054807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"43b471c7-647f-42ea-b5cb-97074ea76af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.789327506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"abe80681-049f-45a6-ab18-a994dd0204d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.807530431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"abe80681-049f-45a6-ab18-a994dd0204d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.80818625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"8b236073-c5cc-4bd9-8685-e836cd355581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.809873221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"43b471c7-647f-42ea-b5cb-97074ea76af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.889322586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8230cb67-4673-4147-9c6a-5ccc6e395a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:15.907536936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8230cb67-4673-4147-9c6a-5ccc6e395a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.639831858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c8f910ac-1a9b-4791-bb09-c267a635f996","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.658089821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c8f910ac-1a9b-4791-bb09-c267a635f996","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.675026052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c8f910ac-1a9b-4791-bb09-c267a635f996","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.740491763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c9b0f3d5-d1db-4a30-8fe5-4eb971954682","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.758869961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c9b0f3d5-d1db-4a30-8fe5-4eb971954682","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:25.775879108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c9b0f3d5-d1db-4a30-8fe5-4eb971954682","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:31.056791167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.703762548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a3a7d36-dc4a-4312-b930-50f6b1a3c28f","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.724700004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a3a7d36-dc4a-4312-b930-50f6b1a3c28f","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.745132777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"1a3a7d36-dc4a-4312-b930-50f6b1a3c28f","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.805857581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"7938b188-5f6b-4859-aaf4-fd19296c1558","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.828281434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"7938b188-5f6b-4859-aaf4-fd19296c1558","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:35.845834826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"7938b188-5f6b-4859-aaf4-fd19296c1558","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.773494522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c50f6985-56b8-4cd9-b403-bdb7d6adbc3e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.79167508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c50f6985-56b8-4cd9-b403-bdb7d6adbc3e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.809071842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"c50f6985-56b8-4cd9-b403-bdb7d6adbc3e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.860786748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312645c-7a85-404a-9f7f-ea363d88055e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.873569591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312645c-7a85-404a-9f7f-ea363d88055e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.886434346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312645c-7a85-404a-9f7f-ea363d88055e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.899201802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4312645c-7a85-404a-9f7f-ea363d88055e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.912251151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c23b8cef-b771-47bd-b414-1e210f3880e2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.931614025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c23b8cef-b771-47bd-b414-1e210f3880e2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:45.948462236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c23b8cef-b771-47bd-b414-1e210f3880e2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:46.497027021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52221703-11a9-499e-9c90-60a431016f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:46.509597127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52221703-11a9-499e-9c90-60a431016f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:46.522686145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52221703-11a9-499e-9c90-60a431016f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:46.535405512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52221703-11a9-499e-9c90-60a431016f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:47.197850405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18436d95-e1ca-4a7a-995e-093f91e5f947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:47.213216422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18436d95-e1ca-4a7a-995e-093f91e5f947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:47.225684662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18436d95-e1ca-4a7a-995e-093f91e5f947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:47.238423437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18436d95-e1ca-4a7a-995e-093f91e5f947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:50.846727904Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"04ba6e04-11e0-4d1e-8d0a-cf384ade2ca4","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:50.939874611Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"469770b7-740f-4bc4-b06d-c5ff7c815d03","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:50.991432348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523f2e50-8900-472a-8045-a806fed6f4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.004971052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523f2e50-8900-472a-8045-a806fed6f4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.01977133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523f2e50-8900-472a-8045-a806fed6f4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.034814001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523f2e50-8900-472a-8045-a806fed6f4ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.570066155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da71967d-91d5-47fa-a9b4-d48ea37e2e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.583688125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da71967d-91d5-47fa-a9b4-d48ea37e2e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.597147703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da71967d-91d5-47fa-a9b4-d48ea37e2e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:51.609939935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da71967d-91d5-47fa-a9b4-d48ea37e2e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:52.436810021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec0f2f3-8a72-4453-8870-724a069c9d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:52.450407936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec0f2f3-8a72-4453-8870-724a069c9d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:52.463798785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec0f2f3-8a72-4453-8870-724a069c9d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:52.477140648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ec0f2f3-8a72-4453-8870-724a069c9d5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.334563862Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"e615fb93-1205-439e-82d2-7c7bd2ab1a6e","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.435782238Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"1b5a14bd-3dc8-4c7a-b49e-dfce6e082bf8","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.52536711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063e4022-edae-4ea1-ab12-1ac025b8b6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.538342412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063e4022-edae-4ea1-ab12-1ac025b8b6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.551150693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063e4022-edae-4ea1-ab12-1ac025b8b6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.564132315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"063e4022-edae-4ea1-ab12-1ac025b8b6c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.839188178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"dca08fd1-212a-413c-9f25-067518c2717e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.8589494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"dca08fd1-212a-413c-9f25-067518c2717e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.876276219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-c06a2c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e48cb835d1c9f25779a6666c5c7638e7f7b84ff244dc5d5cac0dde046c861bc7) AuthConfig (4acf4ef1f38bc9d8bcd436467f7d9248cb1f60b96ecf778152ac85ce1140e9ce) AuthConfig (c786b8f40278c9c911b6169c38ca4bdc8cb403351a83ef46246faf8ea87f450c) AuthConfig (c8b7a4b89e727b4fab970b14aa23b2e3c0f6ede6dde7ccd3155359b50054ee68) AuthConfig (b7c0852ea8f2873640146300c9ec181b15420ef5601921386c814bfbf50414dd) AuthConfig (f044721a18fbdcefe4b2ddba5d039bdf433326a02d0d07b6f076e26bbbe911b8) AuthConfig (4b50a920ec6f735bbadefcddc904c4e63f373ae3a860d8f1bedec5ba77e9c901) AuthConfig (709093175186806f827e039913c6f97c6b413e53cdb532b50a854da3151cb67c) AuthConfig (a6f322816d23f9754479bf45b0ad7e2ad6bd9da425940e18e5ef5429a583dc21) AuthConfig (6869cc02e0651ee811f75069f87baac9a0347ff7fa01871a9ba7250b09184d5f) AuthConfig (8dc91192d7802cef4f42523f001072bc5bdd8a1a3d53f1a2e52261acfa5cea39) AuthConfig (447e6ada80cb4ddd6a4affb0a661ccc20600e2df202936ae82e9467c245e51da) AuthConfig (f207437ab9b3957e107541f220a365ccc207b4fcf37c21f9389577d538c80eb3) AuthConfig (0105fc4370fc78364c0fed7ac1f79f8a90a3cb1927c65a1236b26c63849ce98a) AuthConfig (20f0cc0fc9d9c8f9e110ce857b194a4b16c12a4057bddceeb57349d41b90e6c5) AuthConfig (11e71b6f9918bacd7123fe921ef25169f43022d6e7b50d00fd4f23b6e1b859ee) AuthConfig (25c7a75ebd9db27004a63520a0dbcbb7e7f9d26f572e049564b1feba94a16694) AuthConfig (5d311b6d5a3b0f2868ffef9abcd78b8bdf364de5f333f19e17eba66cb84797f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"dca08fd1-212a-413c-9f25-067518c2717e","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.976990995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"d7d2f5d6-891a-46fc-817d-44412baa11d8","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:55.99643285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"d7d2f5d6-891a-46fc-817d-44412baa11d8","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:35:56.013468541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"d7d2f5d6-891a-46fc-817d-44412baa11d8","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:01.033312039Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"039668cb-a910-4b1b-a292-1cbfec219055","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:01.050202721Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:05.533380482Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"8b4e673e-c163-4f5d-bdc5-e8a6df0cf26b","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:05.904367244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"fb706e0f-776c-45bb-961f-524f80d31d91","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:05.924424764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"fb706e0f-776c-45bb-961f-524f80d31d91","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.055243806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"80b93603-4a78-41ee-b6c2-c8e2a4df3bf2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.087746827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"80b93603-4a78-41ee-b6c2-c8e2a4df3bf2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.098264847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"92c0036b-ed09-4c9d-b46b-e2ec3102eca6","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.09830164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"92c0036b-ed09-4c9d-b46b-e2ec3102eca6","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.105839227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"80b93603-4a78-41ee-b6c2-c8e2a4df3bf2","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.123750061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"75f8d39b-7a81-40e8-85b5-0feb2c526a2b","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:06.123773352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"75f8d39b-7a81-40e8-85b5-0feb2c526a2b","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.373620738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"1ea93e9d-4cdc-4948-a4e8-c982115dbaf4","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.373644155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"1ea93e9d-4cdc-4948-a4e8-c982115dbaf4","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.423227448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"bda0999f-b32a-4b92-b7be-c5bb6cb2caf5","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.423251732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"bda0999f-b32a-4b92-b7be-c5bb6cb2caf5","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.435786828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"42dc8ec1-c813-4818-b45d-4c777c7e1e99","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:36:07.440051193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"6ac0c0f4-8511-4c6a-a2a3-15e9d3829177","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c06a2c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.456064467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"42dc8ec1-c813-4818-b45d-4c777c7e1e99","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.472182901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"91180a05-a665-4729-8256-f27244d366dd","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.472201789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"91180a05-a665-4729-8256-f27244d366dd","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.494206303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"7fe77700-baad-48d5-8515-2f9adf19f1b7","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.494230253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"7fe77700-baad-48d5-8515-2f9adf19f1b7","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.57940768Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"98f6b6b4-e8fa-40e0-9057-1eac68c90c4f","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","model":"test-model-c06a2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.623408502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"0b799a92-99f3-46ad-9a13-9233c8752cd1","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.630674314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"9ebc8126-858d-4fa0-84dc-67eae14a576b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.630771636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"9ebc8126-858d-4fa0-84dc-67eae14a576b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.647941211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"0b799a92-99f3-46ad-9a13-9233c8752cd1","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:07.688815781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"1d01156a-e256-4baa-83a0-d4ffc643a34f","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:11.181547467Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"0e1fd39f-3e0e-4e8c-8f1a-1306bb5fa620","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:15.62662837Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"e2fd6c37-ca7d-49ed-a1ba-2ba370a4fd98","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:16.171407619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a03e90fe-c4ff-40b8-aedd-304ed76a0c90","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:16.191741574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a03e90fe-c4ff-40b8-aedd-304ed76a0c90","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:16.211344905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"a03e90fe-c4ff-40b8-aedd-304ed76a0c90","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:21.273687726Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"2cc6a944-2bdd-409a-b3a5-f18e54cab49d","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.430098093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","namespace":"ai-tenant-e2e-inf-a-0cb13f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.430159459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","namespace":"ai-tenant-e2e-inf-a-0cb13f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.430212833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","tenant":"e2e-inf-a-0cb13f","tenantID":"e2e-inf-a-0cb13f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.445877941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Deployment","name":"maas-api-e2e-inf-a-0cb13f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.478318962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Service","name":"maas-api-e2e-inf-a-0cb13f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.500400049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0cb13f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.517044491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0cb13f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.541166991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.561134971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.580676442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.597179683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.610200762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.623202417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.63641516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Service","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.651966714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.666296144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.679476913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.693147344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.706475856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.723961602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.744625905Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"629d6679-76b2-418d-bc22-0ff554d0a870","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.744828484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.766037874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0cb13f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:25.787926884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0cb13f"},"namespace":"ai-tenant-e2e-inf-a-0cb13f","name":"default-tenant","reconcileID":"c3b5d380-a930-4e4e-bda1-5c8212a9e307","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0cb13f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.203579899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0cb13f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0cb13f","reconcileID":"3d6f6c69-4a7c-46b8-be51-2ed6cdd56e0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0cb13f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0cb13f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.243635271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4deaf3e9-7ad9-4249-8057-8f18cfdb7048","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.262522203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4deaf3e9-7ad9-4249-8057-8f18cfdb7048","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.280202998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4deaf3e9-7ad9-4249-8057-8f18cfdb7048","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.786241931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0570f9fc-d30a-4341-be2a-1a608bebbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.799359814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0570f9fc-d30a-4341-be2a-1a608bebbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.812366323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0570f9fc-d30a-4341-be2a-1a608bebbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:26.825256756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0570f9fc-d30a-4341-be2a-1a608bebbf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:27.426761988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5aa4432-e53d-4713-9970-d421f35981d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:27.457615352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5aa4432-e53d-4713-9970-d421f35981d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:27.485572579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5aa4432-e53d-4713-9970-d421f35981d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:27.499179619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5aa4432-e53d-4713-9970-d421f35981d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.121867205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dda840-3f2a-474a-81fe-06a4dc7e46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.135853174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dda840-3f2a-474a-81fe-06a4dc7e46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.15809818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dda840-3f2a-474a-81fe-06a4dc7e46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.234294886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2dda840-3f2a-474a-81fe-06a4dc7e46ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.81424309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cca3df8-cf3f-4651-b37a-36cd3d50524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.827336801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cca3df8-cf3f-4651-b37a-36cd3d50524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.839778198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cca3df8-cf3f-4651-b37a-36cd3d50524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:28.852386028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cca3df8-cf3f-4651-b37a-36cd3d50524e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:29.488176587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47ab8ab-3de4-42a7-930a-b7824125f9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:29.500786471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47ab8ab-3de4-42a7-930a-b7824125f9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:29.513514818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47ab8ab-3de4-42a7-930a-b7824125f9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:29.526273021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47ab8ab-3de4-42a7-930a-b7824125f9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:29.656390552Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-27b6db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-27b6db","reconcileID":"98768f59-7b7e-4902-af1e-3e0b593a27ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-27b6db","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-27b6db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.110189246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9b5b6-3845-4f66-9081-34cf32dd8f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.123474175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9b5b6-3845-4f66-9081-34cf32dd8f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.13618235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9b5b6-3845-4f66-9081-34cf32dd8f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.14923802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9b5b6-3845-4f66-9081-34cf32dd8f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.795175221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95922614-49aa-4a09-b5ad-d9c5001b6227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.807918107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95922614-49aa-4a09-b5ad-d9c5001b6227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.821128708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95922614-49aa-4a09-b5ad-d9c5001b6227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:30.834344426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95922614-49aa-4a09-b5ad-d9c5001b6227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.050145667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:36:31.319116514Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-27b6db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-27b6db","reconcileID":"f361f90a-cd14-4ae8-82ab-551fe1d12fc2","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-27b6db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.365258121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3615b00f-26b2-4823-8935-4f6072726330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.378388561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3615b00f-26b2-4823-8935-4f6072726330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.392053772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3615b00f-26b2-4823-8935-4f6072726330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.405788899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3615b00f-26b2-4823-8935-4f6072726330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:31.422401919Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"94727652-741e-4ecb-908f-d67dbae54d61","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:35.848818759Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"9850576a-5aae-41db-b4fa-f1d01b69592a","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.309354873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6c37f557-0672-4cff-adb6-5ce7b7347630","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.327517285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6c37f557-0672-4cff-adb6-5ce7b7347630","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.344961516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"6c37f557-0672-4cff-adb6-5ce7b7347630","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.372998023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf03eeb-d000-4dac-8c95-f99f1e780565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.385656558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf03eeb-d000-4dac-8c95-f99f1e780565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.39824294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf03eeb-d000-4dac-8c95-f99f1e780565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.411149602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf03eeb-d000-4dac-8c95-f99f1e780565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.958369005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b5781a-0a51-4169-ba49-cc5095684e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.971187129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b5781a-0a51-4169-ba49-cc5095684e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.983777009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b5781a-0a51-4169-ba49-cc5095684e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:36.996716055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b5781a-0a51-4169-ba49-cc5095684e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:37.598205833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4df059-83e4-4ac2-bc6b-b3d13c248df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:37.611085763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4df059-83e4-4ac2-bc6b-b3d13c248df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:37.624243842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4df059-83e4-4ac2-bc6b-b3d13c248df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:37.636964037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4df059-83e4-4ac2-bc6b-b3d13c248df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.175469206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41cc570e-7c5a-403a-ba44-b12731eba808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.188721938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41cc570e-7c5a-403a-ba44-b12731eba808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.202182696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41cc570e-7c5a-403a-ba44-b12731eba808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.215854076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41cc570e-7c5a-403a-ba44-b12731eba808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.80929148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77460e71-158f-40d8-9ec0-443a13860561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.822004446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77460e71-158f-40d8-9ec0-443a13860561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.834536476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77460e71-158f-40d8-9ec0-443a13860561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:38.847167584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77460e71-158f-40d8-9ec0-443a13860561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:39.412919327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a223762b-2829-494e-bb74-6d599a854d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:39.425963466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a223762b-2829-494e-bb74-6d599a854d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:39.442065297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a223762b-2829-494e-bb74-6d599a854d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:39.461593274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a223762b-2829-494e-bb74-6d599a854d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:39.988496793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871b121d-1cec-4f7f-8996-1785807a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.001767106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871b121d-1cec-4f7f-8996-1785807a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.014462368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871b121d-1cec-4f7f-8996-1785807a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.031457007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871b121d-1cec-4f7f-8996-1785807a5203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.718725929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b88b6-6068-4099-bf87-fad8bf389417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.732287315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b88b6-6068-4099-bf87-fad8bf389417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.745734497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b88b6-6068-4099-bf87-fad8bf389417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:40.761145576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989b88b6-6068-4099-bf87-fad8bf389417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:41.360875075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176263f-9bba-4a1a-abc1-babc71755da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:41.373692906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176263f-9bba-4a1a-abc1-babc71755da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:41.386347694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176263f-9bba-4a1a-abc1-babc71755da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:41.399078942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f176263f-9bba-4a1a-abc1-babc71755da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:41.514282825Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"a781971c-5458-410c-b6c7-cd3d8f5c5ec7","aitenant":"ai-tenants/e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.084380056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304297d0-ba88-4fd1-9aa9-c4d80851c79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.097077115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304297d0-ba88-4fd1-9aa9-c4d80851c79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.109566787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304297d0-ba88-4fd1-9aa9-c4d80851c79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.122526247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"304297d0-ba88-4fd1-9aa9-c4d80851c79c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.822481556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf448ca-2318-42f0-a540-2eec34ecc381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.835399976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf448ca-2318-42f0-a540-2eec34ecc381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.84819842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf448ca-2318-42f0-a540-2eec34ecc381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:42.861100058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf448ca-2318-42f0-a540-2eec34ecc381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:43.391233255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863777-c576-4905-a408-b11acbcb307b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:43.404363964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863777-c576-4905-a408-b11acbcb307b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:43.417199465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863777-c576-4905-a408-b11acbcb307b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:43.430186505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863777-c576-4905-a408-b11acbcb307b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:43.992232443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611d00f7-ec2c-43d5-9abf-11ca530ca055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.00494039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611d00f7-ec2c-43d5-9abf-11ca530ca055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.018300167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611d00f7-ec2c-43d5-9abf-11ca530ca055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.031071953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611d00f7-ec2c-43d5-9abf-11ca530ca055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.664419919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c5633f-71ca-445c-9f02-996cf9ca347d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.677133281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c5633f-71ca-445c-9f02-996cf9ca347d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.689924088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c5633f-71ca-445c-9f02-996cf9ca347d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:44.702786518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c5633f-71ca-445c-9f02-996cf9ca347d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.292589114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c770ab-bd01-4493-b656-925d601721e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.305306439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c770ab-bd01-4493-b656-925d601721e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.31796719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c770ab-bd01-4493-b656-925d601721e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.331169799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c770ab-bd01-4493-b656-925d601721e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.925629393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601338af-bd12-4244-a128-24534a83c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.938362964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601338af-bd12-4244-a128-24534a83c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:45.950826031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601338af-bd12-4244-a128-24534a83c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:46.021603266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601338af-bd12-4244-a128-24534a83c10f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:46.060827122Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"f46d678c-a7f6-4013-a765-f67d1e12d3c6","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:46.390722813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c2fdbada-5b38-407e-b3cd-3a3efdc410c6","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:46.40979449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c2fdbada-5b38-407e-b3cd-3a3efdc410c6","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:46.426820642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"c2fdbada-5b38-407e-b3cd-3a3efdc410c6","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:56.18026739Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"62a09961-0ee0-4110-99d1-3472a7cdd68c","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:56.478081334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"78a663d6-3c01-4eb5-b9d4-0ddf8acb3ad7","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:56.499785896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"78a663d6-3c01-4eb5-b9d4-0ddf8acb3ad7","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:36:56.51764482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"78a663d6-3c01-4eb5-b9d4-0ddf8acb3ad7","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:01.055290037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:06.273335665Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"2668d441-6792-473b-b0fe-85998319838e","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:06.545270368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4871a44d-25fd-4075-8b4b-c94c1326f970","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:06.563402502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4871a44d-25fd-4075-8b4b-c94c1326f970","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:06.58068339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"4871a44d-25fd-4075-8b4b-c94c1326f970","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.898420868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","namespace":"ai-tenant-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.898483011Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","namespace":"ai-tenant-e2e-extmod-a-b9ed94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.898532831Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","tenant":"e2e-extmod-a-b9ed94","tenantID":"e2e-extmod-a-b9ed94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.914978063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b9ed94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.946885973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Service","name":"maas-api-e2e-extmod-a-b9ed94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.96776681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b9ed94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:10.992263542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b9ed94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.00946481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.028751315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.049252735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.065628075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.079040528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.095164885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.109818947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Service","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.124190603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.13748592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.156179695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.170464069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.196088846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.217999438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.235190894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.264208481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b9ed94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:11.280580362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b9ed94"},"namespace":"ai-tenant-e2e-extmod-a-b9ed94","name":"default-tenant","reconcileID":"620a5eed-685e-49a7-9930-0e131ae45b63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b9ed94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:12.060285104Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b9ed94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b9ed94","reconcileID":"aa2deca5-15df-4ead-88fa-018605501a05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b9ed94","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b9ed94"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:12.470807939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915da4e-b1d2-4bd4-9917-d7e48b6b646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:12.496617654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915da4e-b1d2-4bd4-9917-d7e48b6b646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:12.522143387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915da4e-b1d2-4bd4-9917-d7e48b6b646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:12.535851612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915da4e-b1d2-4bd4-9917-d7e48b6b646e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:13.065945272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9949b77-8d45-4ed8-80ad-9c53cf143c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:13.078746081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9949b77-8d45-4ed8-80ad-9c53cf143c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:13.091161548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9949b77-8d45-4ed8-80ad-9c53cf143c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:13.103654772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9949b77-8d45-4ed8-80ad-9c53cf143c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:14.689301674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458818ae-16c9-47bd-9fd0-efca95963e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:14.70241615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458818ae-16c9-47bd-9fd0-efca95963e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:14.715436754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458818ae-16c9-47bd-9fd0-efca95963e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:14.728868539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458818ae-16c9-47bd-9fd0-efca95963e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:15.261717584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a0f50e-a186-4560-9a2a-b6f1035e6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:15.274778933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a0f50e-a186-4560-9a2a-b6f1035e6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:15.287605991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a0f50e-a186-4560-9a2a-b6f1035e6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:15.300345693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24a0f50e-a186-4560-9a2a-b6f1035e6f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:15.532268554Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-563f39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-563f39","reconcileID":"a327e7c4-4d9e-4607-bdf9-3ad5dbf697f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-563f39","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-563f39":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.012523656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fc2305-a12e-41e5-98b2-8e2f0cbc3bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.026119039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fc2305-a12e-41e5-98b2-8e2f0cbc3bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.080720267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fc2305-a12e-41e5-98b2-8e2f0cbc3bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.095439547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00fc2305-a12e-41e5-98b2-8e2f0cbc3bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.364896086Z","body":"revocation operands still not ready after MaasTenantConfig reconcile; requeueing","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"c8a2b450-0e45-4e84-80bf-a9179c921355","aitenant":"ai-tenants/e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.608963661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"76f1a6c1-a16d-443e-9bf1-d2d433e90c87","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.628829999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"76f1a6c1-a16d-443e-9bf1-d2d433e90c87","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:16.646122896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-75ea0c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3b0d6b5409fe3b767245c1ce433499873ccb1bea7e4261cf8bb56090bfdd7726) AuthConfig (5fba58122f6aeee02684686522e4ad03d2bae2138cb1e42ecdf4bb3574c142f0) AuthConfig (a9836cce20a219cb4b98ddb78c8b0e04f4b32e1d06c8a9cd9784d5d0ec8f78da) AuthConfig (65df596d925206cbcc0ed2116f59cbdd4d88fd9cf1ba12d9bc6c43efc81582cc) AuthConfig (eee4354cb46c63589c91ccce54f2ef37c40ec74937d72f031d904fe40f4d0421) AuthConfig (bb0cf3807569ed7991be4e3ca8c20755c23127c6d2c8df2f743cd6f0bd648f9a) AuthConfig (7e0b80a0e29840d093606b163d346063a864db8355b0a265e90b9beb97fdce79) AuthConfig (560f8ff36dcab6d4573df5d2faf15345abe70fffcf3d46045deb8103df7e5467) AuthConfig (a0905b91346a4bc61ea60f372c7185a6b8b6d263f75bd484724a711d805ffe02) AuthConfig (5612461c26b7104af03008e0e876875089b11baccaedc79cf25721ce842c0143) AuthConfig (3f9d732c3105e9a8e6f6942a32daf922a29359377192da1b7551236aeb4ac8d0) AuthConfig (c63dbccbbaf632c7fbfe4b72a0b7025fa6df2c264f242c5a3a0147d2316da02c) AuthConfig (a6d433d21a3dc1bd9c9c6ea974b23d47f93630238bf5d85bf29a40d9abfcf737) AuthConfig (eefa6d32f94b8e9b94c897270b9b6763b8590db843e03d3ad395cc4878792e76) AuthConfig (54f9b1b63f3ef20c69bbfea83d7811980d76d34b6063d07f976fb9d24611c35e) AuthConfig (6acf65d3511f0281215d86ec60e6c193aced5b8c3c2b8a39c1673c272616b688) AuthConfig (d424959c72748b7f1aa0d468483a700f46a6f0434b7db204f6e07852fbe54316) AuthConfig (078bd1607465fe829b7b4e43eca4ad97f76e2582b85bede432e777950ecdeafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"76f1a6c1-a16d-443e-9bf1-d2d433e90c87","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.726724256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2ee7b62e-20a3-4aff-a75a-bed2f8aeed6f","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.726996017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"2f36d88a-cdfa-493a-9848-75a3f9e7b6e5","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.72701934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"2f36d88a-cdfa-493a-9848-75a3f9e7b6e5","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.767286251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2ee7b62e-20a3-4aff-a75a-bed2f8aeed6f","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.819552671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2ee7b62e-20a3-4aff-a75a-bed2f8aeed6f","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"name":"e2e-inf-a-75ea0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.819576733Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c-auth","reconcileID":"2ee7b62e-20a3-4aff-a75a-bed2f8aeed6f","MaaSAuthPolicy":{"name":"test-model-75ea0c-auth","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.838834463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"ba526de3-39ba-4579-ab24-c745160cb6c7","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"tenant":"e2e-inf-a-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","model":"ai-tenant-e2e-inf-a-75ea0c/test-model-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:18.838857464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"test-model-75ea0c","reconcileID":"ba526de3-39ba-4579-ab24-c745160cb6c7","MaaSModelRef":{"name":"test-model-75ea0c","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"routeName":"test-model-75ea0c-kserve-route","namespace":"ai-tenant-e2e-inf-a-75ea0c","llmisvcName":"test-model-75ea0c","gateway":"openshift-ingress/e2e-inf-a-75ea0c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.260622198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab621fb-8414-4b2b-8973-c277259c9ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.273233793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab621fb-8414-4b2b-8973-c277259c9ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.285843623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab621fb-8414-4b2b-8973-c277259c9ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.298800909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab621fb-8414-4b2b-8973-c277259c9ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.908867136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1940efa4-6955-43e0-b822-5e99c5a8d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.921429851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1940efa4-6955-43e0-b822-5e99c5a8d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.933811645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1940efa4-6955-43e0-b822-5e99c5a8d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:21.946466294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1940efa4-6955-43e0-b822-5e99c5a8d4c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:22.632982106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb985144-724d-49bb-b7da-b48aa795e071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:22.646487227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb985144-724d-49bb-b7da-b48aa795e071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:22.659985132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb985144-724d-49bb-b7da-b48aa795e071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:22.672996774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb985144-724d-49bb-b7da-b48aa795e071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.306431312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f02000-1dd8-4b79-88ca-8c5526c7f78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.319450276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f02000-1dd8-4b79-88ca-8c5526c7f78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.332326019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f02000-1dd8-4b79-88ca-8c5526c7f78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.345965812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f02000-1dd8-4b79-88ca-8c5526c7f78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.93396009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15444c68-5f0c-451e-9f50-b41ef31f15b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.9465007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15444c68-5f0c-451e-9f50-b41ef31f15b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.959051605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15444c68-5f0c-451e-9f50-b41ef31f15b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:23.97169758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15444c68-5f0c-451e-9f50-b41ef31f15b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:24.59723591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce3aabd-572b-4503-bcdf-7e9d99f38fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:24.610172553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce3aabd-572b-4503-bcdf-7e9d99f38fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:24.623393465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce3aabd-572b-4503-bcdf-7e9d99f38fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:24.636885846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce3aabd-572b-4503-bcdf-7e9d99f38fc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:25.166658623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3a192b-a33e-47ad-ae17-f8aa31c8506d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:25.179622521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3a192b-a33e-47ad-ae17-f8aa31c8506d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:25.192035239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3a192b-a33e-47ad-ae17-f8aa31c8506d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:25.204784794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3a192b-a33e-47ad-ae17-f8aa31c8506d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.230519006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921813b-5679-49e4-9d8b-00a5986a11fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.248632656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921813b-5679-49e4-9d8b-00a5986a11fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.263316019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921813b-5679-49e4-9d8b-00a5986a11fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.276969726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921813b-5679-49e4-9d8b-00a5986a11fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.875031738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab477e89-044c-4628-b14d-35f665af70c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.888591952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab477e89-044c-4628-b14d-35f665af70c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.901196901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab477e89-044c-4628-b14d-35f665af70c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:26.914119299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab477e89-044c-4628-b14d-35f665af70c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:27.465625643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f3e795-9fcc-4e70-a185-86bbd42ca757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:27.479176563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f3e795-9fcc-4e70-a185-86bbd42ca757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:27.492358821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f3e795-9fcc-4e70-a185-86bbd42ca757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:27.505144485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f3e795-9fcc-4e70-a185-86bbd42ca757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.171570867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab1ae27-a73e-4b19-81b0-7e647b81aaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.213279231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab1ae27-a73e-4b19-81b0-7e647b81aaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.2321129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab1ae27-a73e-4b19-81b0-7e647b81aaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.272847416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab1ae27-a73e-4b19-81b0-7e647b81aaad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.820955772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f148ae-0833-4226-aa9d-d3465572e193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.833706643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f148ae-0833-4226-aa9d-d3465572e193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.84649691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f148ae-0833-4226-aa9d-d3465572e193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:28.858965954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f148ae-0833-4226-aa9d-d3465572e193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:29.506277066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f136990-a2d2-412e-94f3-07fd166a7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:29.519178042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f136990-a2d2-412e-94f3-07fd166a7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:29.531747818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f136990-a2d2-412e-94f3-07fd166a7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:29.545249558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f136990-a2d2-412e-94f3-07fd166a7859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.132684162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a199183-2e8a-454f-ac9f-355816deb17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.150197184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a199183-2e8a-454f-ac9f-355816deb17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.163504793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a199183-2e8a-454f-ac9f-355816deb17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.176257384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a199183-2e8a-454f-ac9f-355816deb17b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.797027313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e956969f-1fd7-4aa1-9a20-9a69d2f7c59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.81034452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e956969f-1fd7-4aa1-9a20-9a69d2f7c59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.823435525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e956969f-1fd7-4aa1-9a20-9a69d2f7c59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:30.836177862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e956969f-1fd7-4aa1-9a20-9a69d2f7c59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:31.051384967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:31.365838416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f16c15-6ee6-422f-8dab-81f03defce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:31.37863255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f16c15-6ee6-422f-8dab-81f03defce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:31.39109997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f16c15-6ee6-422f-8dab-81f03defce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:31.403711045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f16c15-6ee6-422f-8dab-81f03defce0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:32.099476892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a6707e-c773-4b31-afb1-64ff2fa9c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:32.112283258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a6707e-c773-4b31-afb1-64ff2fa9c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:32.125022334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a6707e-c773-4b31-afb1-64ff2fa9c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:32.137586061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a6707e-c773-4b31-afb1-64ff2fa9c0ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.343223009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"17b09c25-276d-4ccd-9b61-0c8f157af57d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.384802474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"17b09c25-276d-4ccd-9b61-0c8f157af57d","name":"e2e-inf-a-27b6db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.411415608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","namespace":"ai-tenant-e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.411601877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","namespace":"ai-tenant-e2e-inf-a-219ccc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.411731423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","tenant":"e2e-inf-a-219ccc","tenantID":"e2e-inf-a-219ccc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.429886772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Deployment","name":"maas-api-e2e-inf-a-219ccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.464029876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Service","name":"maas-api-e2e-inf-a-219ccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.485719619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-219ccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.502172718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-219ccc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.523237785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.540401759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.561629795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.57859922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.592447327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Deployment","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.606624614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.624142811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Service","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.640381082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.654017137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.667415303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.680889149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.718481593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.741373626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.764650868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.807329031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-219ccc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:44.839483721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-219ccc"},"namespace":"ai-tenant-e2e-inf-a-219ccc","name":"default-tenant","reconcileID":"361ee89d-a80b-4804-9254-8b32692bcbc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-219ccc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:45.173126029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-219ccc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-219ccc","reconcileID":"0c9910db-97a8-4dea-a377-363e5270ae02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-219ccc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-219ccc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:45.670454316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6966687-d184-4216-af8a-ce624d554061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:45.705051021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6966687-d184-4216-af8a-ce624d554061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:45.925045736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6966687-d184-4216-af8a-ce624d554061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:45.956440572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6966687-d184-4216-af8a-ce624d554061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:46.693586348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6c601-9825-4de1-8fb7-d5ca4e04ca5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:46.71501376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6c601-9825-4de1-8fb7-d5ca4e04ca5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:46.727980983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6c601-9825-4de1-8fb7-d5ca4e04ca5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:46.741207353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd6c601-9825-4de1-8fb7-d5ca4e04ca5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.229022178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"1819da71-0502-4953-bc2b-7b181fe82471","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.361835054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"01c5d6de-882e-49d4-90b7-a398e049087b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.361865665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"01c5d6de-882e-49d4-90b7-a398e049087b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.388803811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde617d5-c9fc-41ff-a286-00e829d34329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.40212599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde617d5-c9fc-41ff-a286-00e829d34329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.414659926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde617d5-c9fc-41ff-a286-00e829d34329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.427432001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cde617d5-c9fc-41ff-a286-00e829d34329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:47.992818006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72631873-4e2d-4455-96af-3a802ec6d863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.005694866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72631873-4e2d-4455-96af-3a802ec6d863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.018446395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72631873-4e2d-4455-96af-3a802ec6d863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.031061752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72631873-4e2d-4455-96af-3a802ec6d863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.627014583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac6915-ec5f-4657-9598-58a22fd6155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.640294792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac6915-ec5f-4657-9598-58a22fd6155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.65365702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac6915-ec5f-4657-9598-58a22fd6155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.669168383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ac6915-ec5f-4657-9598-58a22fd6155a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.95476324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","namespace":"ai-tenant-e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.954819156Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","namespace":"ai-tenant-e2e-inf-a-52429a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.954869447Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","tenant":"e2e-inf-a-52429a","tenantID":"e2e-inf-a-52429a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.972945582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Deployment","name":"maas-api-e2e-inf-a-52429a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:48.999937193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Service","name":"maas-api-e2e-inf-a-52429a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.028671535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b1247c8d-7e24-4351-9ea9-a5ce0c813779","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.030252137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-52429a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.051720581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b1247c8d-7e24-4351-9ea9-a5ce0c813779","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.052142982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-52429a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.076483943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.135367207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.163134483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.223284044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.238171275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.252429797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.265789534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Service","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.279346863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.362864789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.393007904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.407226972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.430891366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.459421294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.489203586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6cea16-d835-4774-9087-fae6763259f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.530219988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.552226227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6cea16-d835-4774-9087-fae6763259f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.572178706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-52429a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.572780209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6cea16-d835-4774-9087-fae6763259f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.586049199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-52429a"},"namespace":"ai-tenant-e2e-inf-a-52429a","name":"default-tenant","reconcileID":"a038654b-6867-426e-92e2-58e8a44f6e8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-52429a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.586513872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b6cea16-d835-4774-9087-fae6763259f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.73126652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"55b28195-392e-4659-9a77-45e847257e86","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.73130502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"55b28195-392e-4659-9a77-45e847257e86","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:49.859996114Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-52429a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-52429a","reconcileID":"ae45d413-3649-4b5f-9e99-a696ac107d7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-52429a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-52429a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.139601244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"c296bd00-572d-40dc-bf73-77189da51f38","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.139626715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"c296bd00-572d-40dc-bf73-77189da51f38","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.155940947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"00e07905-59c2-40c4-bf2a-30405465a9bd","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.155961069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"00e07905-59c2-40c4-bf2a-30405465a9bd","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.199361307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"de98e0ee-481a-4636-9401-bac3c01dc7f8","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.248387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c371955a-033f-45a0-befd-8b72da0b4aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.254038863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"de98e0ee-481a-4636-9401-bac3c01dc7f8","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.26124035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c371955a-033f-45a0-befd-8b72da0b4aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.28644924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c371955a-033f-45a0-befd-8b72da0b4aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.294624205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"de98e0ee-481a-4636-9401-bac3c01dc7f8","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.300402808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c371955a-033f-45a0-befd-8b72da0b4aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.321241369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"400e1691-da2c-4441-b217-0ac9183fd088","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.321262749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"400e1691-da2c-4441-b217-0ac9183fd088","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.886465705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576c4379-caef-46c9-9a94-41a25279b750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.899276997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576c4379-caef-46c9-9a94-41a25279b750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.914603388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576c4379-caef-46c9-9a94-41a25279b750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:50.930702393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576c4379-caef-46c9-9a94-41a25279b750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:51.494998957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8395eb65-d72b-4ee8-90a7-9df2f267210c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:51.507853481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8395eb65-d72b-4ee8-90a7-9df2f267210c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:51.522303637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8395eb65-d72b-4ee8-90a7-9df2f267210c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:51.538693675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8395eb65-d72b-4ee8-90a7-9df2f267210c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:55.567922016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d17b0d-3c7c-4b74-8839-76362cb6686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:55.581377423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d17b0d-3c7c-4b74-8839-76362cb6686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:55.594490215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d17b0d-3c7c-4b74-8839-76362cb6686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:55.607862804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d17b0d-3c7c-4b74-8839-76362cb6686c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.245950346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9171255f-4ee2-4c18-938b-3632759a5b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.25928759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9171255f-4ee2-4c18-938b-3632759a5b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.272576896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9171255f-4ee2-4c18-938b-3632759a5b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.285657142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9171255f-4ee2-4c18-938b-3632759a5b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.976959444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c8f73a-c07b-4bec-8067-e943cb26a9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:56.990829317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c8f73a-c07b-4bec-8067-e943cb26a9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.006064871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c8f73a-c07b-4bec-8067-e943cb26a9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.019737934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c8f73a-c07b-4bec-8067-e943cb26a9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.649174209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019ed49f-eba1-4d89-9c0e-87cfdb2797e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.662780816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019ed49f-eba1-4d89-9c0e-87cfdb2797e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.675864747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019ed49f-eba1-4d89-9c0e-87cfdb2797e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:57.688777091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"019ed49f-eba1-4d89-9c0e-87cfdb2797e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:58.296400604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f813e0-5ad7-4096-b363-6521a1a77a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:58.311142927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f813e0-5ad7-4096-b363-6521a1a77a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:58.325572769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f813e0-5ad7-4096-b363-6521a1a77a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:58.43650017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f813e0-5ad7-4096-b363-6521a1a77a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:59.396282044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8fd244-e45c-4a94-bc14-121b1fc1ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:59.409451743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8fd244-e45c-4a94-bc14-121b1fc1ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:59.423028893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8fd244-e45c-4a94-bc14-121b1fc1ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:37:59.442225775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8fd244-e45c-4a94-bc14-121b1fc1ca64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.228107865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff2d6b-fe9b-4094-a83c-8276ffd8ff48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.24211737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff2d6b-fe9b-4094-a83c-8276ffd8ff48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.257190987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff2d6b-fe9b-4094-a83c-8276ffd8ff48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.272253251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff2d6b-fe9b-4094-a83c-8276ffd8ff48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.366286618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9a448d88-cb0c-4c47-9401-1c9b0c437b05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.385424085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9a448d88-cb0c-4c47-9401-1c9b0c437b05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.405182677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9a448d88-cb0c-4c47-9401-1c9b0c437b05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.866959265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25327b64-b801-4606-aaf0-1f2a7182ed3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.879702408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25327b64-b801-4606-aaf0-1f2a7182ed3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.896500565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25327b64-b801-4606-aaf0-1f2a7182ed3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:00.927433282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25327b64-b801-4606-aaf0-1f2a7182ed3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:01.057147145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:01.687069017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628c30b6-f04f-4f39-a299-b808cf542337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:01.700131016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628c30b6-f04f-4f39-a299-b808cf542337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:01.712716423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628c30b6-f04f-4f39-a299-b808cf542337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:01.732664998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"628c30b6-f04f-4f39-a299-b808cf542337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.303426343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ebddf2-9e72-4c12-bbb3-978f7194af18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.316337542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ebddf2-9e72-4c12-bbb3-978f7194af18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.336019184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ebddf2-9e72-4c12-bbb3-978f7194af18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.363666461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ebddf2-9e72-4c12-bbb3-978f7194af18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.986801908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabebd2e-620a-465c-aad4-fab43187ed03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:02.999776209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabebd2e-620a-465c-aad4-fab43187ed03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.015748416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabebd2e-620a-465c-aad4-fab43187ed03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.03011117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabebd2e-620a-465c-aad4-fab43187ed03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.884111443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7861299-22ef-4781-9494-a756ca8a22a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.897529711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7861299-22ef-4781-9494-a756ca8a22a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.911147192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7861299-22ef-4781-9494-a756ca8a22a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:03.927031011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7861299-22ef-4781-9494-a756ca8a22a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:10.433509138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a694ae33-fa12-4a8a-9a0c-b4681147b41e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:10.452184091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a694ae33-fa12-4a8a-9a0c-b4681147b41e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:10.469172637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a694ae33-fa12-4a8a-9a0c-b4681147b41e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.801586979Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","namespace":"ai-tenant-e2e-inf-a-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.801656913Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","namespace":"ai-tenant-e2e-inf-a-75ea0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.801722411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","tenant":"e2e-inf-a-75ea0c","tenantID":"e2e-inf-a-75ea0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.818779206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Deployment","name":"maas-api-e2e-inf-a-75ea0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.847426796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Service","name":"maas-api-e2e-inf-a-75ea0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.866497302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-75ea0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.88594959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-75ea0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.917958123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.938049662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.957693592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.977283472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:13.990921825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.004292444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.017678545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Service","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.031153308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.044359685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.057805286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.071328168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.118259841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.133711261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.178211575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.196530521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-75ea0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.214377399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-75ea0c"},"namespace":"ai-tenant-e2e-inf-a-75ea0c","name":"default-tenant","reconcileID":"a83126a0-e337-4670-9fa0-1ff538d62ef2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-75ea0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.368750201Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","namespace":"ai-tenant-e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.368847539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","namespace":"ai-tenant-e2e-extmod-a-50d4af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.368964778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","tenant":"e2e-extmod-a-50d4af","tenantID":"e2e-extmod-a-50d4af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.399591512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Deployment","name":"maas-api-e2e-extmod-a-50d4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.502091431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Service","name":"maas-api-e2e-extmod-a-50d4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.549416442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-50d4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.582015312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-50d4af","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.670803619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.721422106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.780468185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.952277441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:14.993862539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.116240144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.139794651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Service","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.156516123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.172638585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.199290566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.199959807Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-75ea0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-75ea0c","reconcileID":"d4e9fe0a-0a77-4df6-a990-850de52d5109","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-75ea0c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-75ea0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.213896515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.23595193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.25368415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.268266712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.283439999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-50d4af","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:15.316094647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-50d4af"},"namespace":"ai-tenant-e2e-extmod-a-50d4af","name":"default-tenant","reconcileID":"520e670b-bd19-4d06-ac83-2bac0d2a84c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-50d4af","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.181093155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cffa3a-0186-41f4-a588-3c54251b271d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.194170533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cffa3a-0186-41f4-a588-3c54251b271d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.207501619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cffa3a-0186-41f4-a588-3c54251b271d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.220647332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cffa3a-0186-41f4-a588-3c54251b271d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.429523696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-50d4af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-50d4af","reconcileID":"ec5e831f-fd85-4be7-9e3f-f30a8a96ff0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-50d4af","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-50d4af"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.879030792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73d270-c46a-44a3-a4b6-bb8589597b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.892791503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73d270-c46a-44a3-a4b6-bb8589597b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.911931607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73d270-c46a-44a3-a4b6-bb8589597b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:16.930374329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb73d270-c46a-44a3-a4b6-bb8589597b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:17.472924069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc393fe0-c369-4c16-8644-5e254464b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:17.485589929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc393fe0-c369-4c16-8644-5e254464b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:17.498199065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc393fe0-c369-4c16-8644-5e254464b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:17.51094372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc393fe0-c369-4c16-8644-5e254464b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.188041664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd578fc3-9a0f-49f9-8a72-a1fe7e1a78d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.249316641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd578fc3-9a0f-49f9-8a72-a1fe7e1a78d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.263178576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd578fc3-9a0f-49f9-8a72-a1fe7e1a78d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.277893232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd578fc3-9a0f-49f9-8a72-a1fe7e1a78d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.904534327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9314a4-bfc9-4357-9888-ffdbf54debcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.917637476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9314a4-bfc9-4357-9888-ffdbf54debcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.930477945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9314a4-bfc9-4357-9888-ffdbf54debcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:18.943419264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9314a4-bfc9-4357-9888-ffdbf54debcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:19.753173046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49516e47-9f57-4244-829f-635b73b58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:19.766070023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49516e47-9f57-4244-829f-635b73b58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:19.779163621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49516e47-9f57-4244-829f-635b73b58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:19.792052751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49516e47-9f57-4244-829f-635b73b58e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.491507292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd5fbf9-86ff-4d62-838e-a4446360eeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.504518975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd5fbf9-86ff-4d62-838e-a4446360eeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.517381943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd5fbf9-86ff-4d62-838e-a4446360eeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.530454987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdd5fbf9-86ff-4d62-838e-a4446360eeb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.5305909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"1ad0704b-3dbe-4709-a1f1-defd8415fa05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.549213104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"1ad0704b-3dbe-4709-a1f1-defd8415fa05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:20.567194093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"1ad0704b-3dbe-4709-a1f1-defd8415fa05","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.105216521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d3a448-6475-45ae-801f-01c2e915e25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.118095753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d3a448-6475-45ae-801f-01c2e915e25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.130807844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d3a448-6475-45ae-801f-01c2e915e25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.144492283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d3a448-6475-45ae-801f-01c2e915e25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.749568047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74fb4-d13f-44a2-bbfe-68d0c0b2769e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.762439462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74fb4-d13f-44a2-bbfe-68d0c0b2769e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.77552875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74fb4-d13f-44a2-bbfe-68d0c0b2769e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:21.791710914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de74fb4-d13f-44a2-bbfe-68d0c0b2769e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:22.375249505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f98c1f-4514-4b84-aee0-ee4fe355d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:22.388454832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f98c1f-4514-4b84-aee0-ee4fe355d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:22.40142646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f98c1f-4514-4b84-aee0-ee4fe355d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:22.414116919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07f98c1f-4514-4b84-aee0-ee4fe355d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:24.679215232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8384464-f0f3-427c-a687-1123f3d4a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:24.691945304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8384464-f0f3-427c-a687-1123f3d4a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:24.706305639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8384464-f0f3-427c-a687-1123f3d4a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:24.721366098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8384464-f0f3-427c-a687-1123f3d4a7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:25.401309091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88f246a-bdbb-4029-a8a3-7c7e0ff68064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:25.414332418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88f246a-bdbb-4029-a8a3-7c7e0ff68064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:25.427244748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88f246a-bdbb-4029-a8a3-7c7e0ff68064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:25.440308919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88f246a-bdbb-4029-a8a3-7c7e0ff68064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.213317474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688e702b-8cc7-41c4-b2db-b50e2c793e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.226538945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688e702b-8cc7-41c4-b2db-b50e2c793e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.240022658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688e702b-8cc7-41c4-b2db-b50e2c793e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.252978396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688e702b-8cc7-41c4-b2db-b50e2c793e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.814993748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d1614f-9167-4a67-a103-a032a3dffcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.828594727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d1614f-9167-4a67-a103-a032a3dffcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.841691114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d1614f-9167-4a67-a103-a032a3dffcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:26.854541795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d1614f-9167-4a67-a103-a032a3dffcc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:27.510899169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7b52fa-0b1a-4ccb-abcc-a7d5841cae6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:27.523983374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7b52fa-0b1a-4ccb-abcc-a7d5841cae6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:27.536880432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7b52fa-0b1a-4ccb-abcc-a7d5841cae6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:27.549559219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c7b52fa-0b1a-4ccb-abcc-a7d5841cae6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.85527222Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","namespace":"ai-tenant-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.85533297Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","namespace":"ai-tenant-e2e-extmod-a-0412c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.85540523Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","tenant":"e2e-extmod-a-0412c3","tenantID":"e2e-extmod-a-0412c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.881995383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0412c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.91622901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Service","name":"maas-api-e2e-extmod-a-0412c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.939938265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0412c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.955868998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0412c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.976143005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:28.995088947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.01689798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.034250345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.051149914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.064402322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.077667525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Service","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.090869732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.104044643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.117778133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.149213887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.175119801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.196400172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.228268571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.244300064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0412c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.26027785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0412c3"},"namespace":"ai-tenant-e2e-extmod-a-0412c3","name":"default-tenant","reconcileID":"82159238-5f51-453e-8ec6-7403dcb2fd61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0412c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:29.940783749Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0412c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0412c3","reconcileID":"1e49ee99-a7e7-45b8-9504-83b0c16c6369","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0412c3","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0412c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.467625343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711eed05-2c3e-4030-bff7-0fed89cad12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.480582157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711eed05-2c3e-4030-bff7-0fed89cad12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.49454509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711eed05-2c3e-4030-bff7-0fed89cad12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.507870956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"711eed05-2c3e-4030-bff7-0fed89cad12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.660324761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"10901dcd-2a51-40a9-aab5-0dd6f5ad83b0","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.721896051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"10901dcd-2a51-40a9-aab5-0dd6f5ad83b0","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:30.739125681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"10901dcd-2a51-40a9-aab5-0dd6f5ad83b0","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:31.053159443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:31.175546496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bcf9ce-8772-4640-9674-30c802dcb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:31.189844699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bcf9ce-8772-4640-9674-30c802dcb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:31.204226698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bcf9ce-8772-4640-9674-30c802dcb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:31.228037663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bcf9ce-8772-4640-9674-30c802dcb8f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.103005462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea259fbb-3ab9-4f90-aab0-0ef893caab7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.116158882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea259fbb-3ab9-4f90-aab0-0ef893caab7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.12911356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea259fbb-3ab9-4f90-aab0-0ef893caab7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.141689093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea259fbb-3ab9-4f90-aab0-0ef893caab7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.181101549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"c17a5735-868e-47fa-957e-c9cdd42e81f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.226029144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"c17a5735-868e-47fa-957e-c9cdd42e81f6","name":"e2e-inf-b-563f39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.814817008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a4d6a7-b002-4f8c-8524-eb5cbed87b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.828364958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a4d6a7-b002-4f8c-8524-eb5cbed87b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.841435519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a4d6a7-b002-4f8c-8524-eb5cbed87b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:32.854183075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9a4d6a7-b002-4f8c-8524-eb5cbed87b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.61366594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de888e3-cd93-46d7-b750-fe1263e83247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.626972114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de888e3-cd93-46d7-b750-fe1263e83247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.639999224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de888e3-cd93-46d7-b750-fe1263e83247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.64008343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","namespace":"ai-tenant-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.640146328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","namespace":"ai-tenant-e2e-extmod-b-adfb9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.652894742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de888e3-cd93-46d7-b750-fe1263e83247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.653018745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","tenant":"e2e-extmod-b-adfb9d","tenantID":"e2e-extmod-b-adfb9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.671098621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-adfb9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.699327939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Service","name":"maas-api-e2e-extmod-b-adfb9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.730118734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-adfb9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.747323785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-adfb9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.764218841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.783803047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.804210958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.820531802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.83345979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.846462864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.85952408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Service","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.87253729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.885664717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.898500438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.911393023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.937006822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:39.999704209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.028319876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.043357476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-adfb9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.100422496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-adfb9d"},"namespace":"ai-tenant-e2e-extmod-b-adfb9d","name":"default-tenant","reconcileID":"4ff944dd-abb1-4792-8bd2-f90e18c241a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-adfb9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.837453659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9fe45bb1-d666-41b8-a7b4-a74c5623359e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.856414619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9fe45bb1-d666-41b8-a7b4-a74c5623359e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.873858271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"9fe45bb1-d666-41b8-a7b4-a74c5623359e","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.947355821Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-adfb9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-adfb9d","reconcileID":"dadd508e-b913-494f-80ae-01912303d35a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-adfb9d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-adfb9d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.986227038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b1e45e-9c2e-4615-aa6b-f344768d3e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:40.999037768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b1e45e-9c2e-4615-aa6b-f344768d3e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.011843152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b1e45e-9c2e-4615-aa6b-f344768d3e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.024637828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13b1e45e-9c2e-4615-aa6b-f344768d3e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.705705773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a2bf4b-9faf-496b-b3e6-f834180ddce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.718464033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a2bf4b-9faf-496b-b3e6-f834180ddce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.731070737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a2bf4b-9faf-496b-b3e6-f834180ddce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:41.744696043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a2bf4b-9faf-496b-b3e6-f834180ddce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.315929385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48463385-d07c-47a8-8b4e-8010549f56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.329266557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48463385-d07c-47a8-8b4e-8010549f56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.342649441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48463385-d07c-47a8-8b4e-8010549f56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.355802852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48463385-d07c-47a8-8b4e-8010549f56e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.916280165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4cf4c-6533-4079-875a-e8feeb558e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.942015734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4cf4c-6533-4079-875a-e8feeb558e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.979785947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4cf4c-6533-4079-875a-e8feeb558e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:42.999068792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c4cf4c-6533-4079-875a-e8feeb558e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:43.600975249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076647c-8561-48c0-b82e-156b15169d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:43.614654276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076647c-8561-48c0-b82e-156b15169d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:43.627454946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076647c-8561-48c0-b82e-156b15169d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:43.640147221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1076647c-8561-48c0-b82e-156b15169d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.167389469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb613bab-3df7-40c0-88d7-1e001576f1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.180236272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb613bab-3df7-40c0-88d7-1e001576f1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.193381073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb613bab-3df7-40c0-88d7-1e001576f1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.206941824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb613bab-3df7-40c0-88d7-1e001576f1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.874172363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8846738-3f34-42d5-96c2-78d7b7eeec4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.89713971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8846738-3f34-42d5-96c2-78d7b7eeec4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.912490556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8846738-3f34-42d5-96c2-78d7b7eeec4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:44.928023737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8846738-3f34-42d5-96c2-78d7b7eeec4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:45.464524417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe6034d-51f1-4e63-9795-c2951a872f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:45.477773128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe6034d-51f1-4e63-9795-c2951a872f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:45.490583727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe6034d-51f1-4e63-9795-c2951a872f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:45.503803629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe6034d-51f1-4e63-9795-c2951a872f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.174987756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180bf629-8e99-40ae-b2c3-c1d50d12410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.18787828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180bf629-8e99-40ae-b2c3-c1d50d12410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.201314034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180bf629-8e99-40ae-b2c3-c1d50d12410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.213867585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180bf629-8e99-40ae-b2c3-c1d50d12410b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.801070144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258fe3e6-60a0-49e2-945c-1eee5474158b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.813736518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258fe3e6-60a0-49e2-945c-1eee5474158b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.826480629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258fe3e6-60a0-49e2-945c-1eee5474158b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:46.839055389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258fe3e6-60a0-49e2-945c-1eee5474158b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:49.64081564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa721a7-e54f-418b-9933-03d09fbda23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:49.723919173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa721a7-e54f-418b-9933-03d09fbda23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:49.737591573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa721a7-e54f-418b-9933-03d09fbda23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:49.750680543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa721a7-e54f-418b-9933-03d09fbda23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.360572845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1707c5d-dace-4d31-985b-3853c995f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.374159666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1707c5d-dace-4d31-985b-3853c995f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.387617788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1707c5d-dace-4d31-985b-3853c995f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.400987034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1707c5d-dace-4d31-985b-3853c995f61c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.902140213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"d9b06f35-142c-486a-9241-a67d720e951d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.920651084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"d9b06f35-142c-486a-9241-a67d720e951d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:50.938206262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"d9b06f35-142c-486a-9241-a67d720e951d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.050121883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679cfadc-7cc5-48d4-bda7-d2882bfe8920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.063485493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679cfadc-7cc5-48d4-bda7-d2882bfe8920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.076372665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679cfadc-7cc5-48d4-bda7-d2882bfe8920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.089173427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679cfadc-7cc5-48d4-bda7-d2882bfe8920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.764537803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f09c01-ccf1-4ffd-bee5-284af0289b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.777458586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f09c01-ccf1-4ffd-bee5-284af0289b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.790048056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f09c01-ccf1-4ffd-bee5-284af0289b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:51.802635754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00f09c01-ccf1-4ffd-bee5-284af0289b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.35006025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5157d5f0-f74d-4757-8b8e-3ff32c54f625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.363495123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5157d5f0-f74d-4757-8b8e-3ff32c54f625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.378747761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5157d5f0-f74d-4757-8b8e-3ff32c54f625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.392759234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5157d5f0-f74d-4757-8b8e-3ff32c54f625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.958153259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857ca35-18ef-4d54-b40a-ebfaade3e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.971035901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857ca35-18ef-4d54-b40a-ebfaade3e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.984222707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857ca35-18ef-4d54-b40a-ebfaade3e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:52.997289562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6857ca35-18ef-4d54-b40a-ebfaade3e5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:53.642934307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0a6784-96d3-4fa1-9c6d-9051916b48f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:53.655720379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0a6784-96d3-4fa1-9c6d-9051916b48f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:53.668944502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0a6784-96d3-4fa1-9c6d-9051916b48f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:53.685351612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e0a6784-96d3-4fa1-9c6d-9051916b48f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:54.284894543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59993843-7b24-4f9e-a0fd-43f6712b7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:54.298470744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59993843-7b24-4f9e-a0fd-43f6712b7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:54.312117081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59993843-7b24-4f9e-a0fd-43f6712b7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:54.32847363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59993843-7b24-4f9e-a0fd-43f6712b7085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.036575841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900981f4-d8be-4d3b-bd6c-58678014e1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.060584852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900981f4-d8be-4d3b-bd6c-58678014e1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.091315488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900981f4-d8be-4d3b-bd6c-58678014e1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.106588906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900981f4-d8be-4d3b-bd6c-58678014e1f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.72406236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb98890-e571-4b15-b1ab-c5088b20670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.744403571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb98890-e571-4b15-b1ab-c5088b20670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.789517804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb98890-e571-4b15-b1ab-c5088b20670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:55.803740216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb98890-e571-4b15-b1ab-c5088b20670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:56.394209113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234bfe67-26e3-4dae-aa69-3e682023d564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:56.407053037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234bfe67-26e3-4dae-aa69-3e682023d564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:56.423550132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234bfe67-26e3-4dae-aa69-3e682023d564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:56.443404404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234bfe67-26e3-4dae-aa69-3e682023d564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.184653438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36108e9a-6f0f-4f01-b4c2-617263de9fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.198451131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36108e9a-6f0f-4f01-b4c2-617263de9fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.211459043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36108e9a-6f0f-4f01-b4c2-617263de9fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.224524692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36108e9a-6f0f-4f01-b4c2-617263de9fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.802548379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5870c-0180-4d95-a46b-d34996a1f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.817126285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5870c-0180-4d95-a46b-d34996a1f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.867300688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5870c-0180-4d95-a46b-d34996a1f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:57.883990308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b5870c-0180-4d95-a46b-d34996a1f186","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:58.425791864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5986a791-2b7f-40d9-86bf-85d7f91632cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:58.438699588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5986a791-2b7f-40d9-86bf-85d7f91632cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:58.451682582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5986a791-2b7f-40d9-86bf-85d7f91632cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:58.464651209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5986a791-2b7f-40d9-86bf-85d7f91632cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.001634023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f908e890-c3f8-451c-a770-dfdb0a311c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.014290595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f908e890-c3f8-451c-a770-dfdb0a311c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.026928857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f908e890-c3f8-451c-a770-dfdb0a311c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.040065073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f908e890-c3f8-451c-a770-dfdb0a311c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.917747693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23645f41-dd6d-4222-9cfd-c4b39e7a3717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.980268629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23645f41-dd6d-4222-9cfd-c4b39e7a3717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:38:59.997122034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23645f41-dd6d-4222-9cfd-c4b39e7a3717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:00.011499522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23645f41-dd6d-4222-9cfd-c4b39e7a3717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:00.738691254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f825a8e-4500-4beb-8ddb-417fc3a60864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:00.755492438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f825a8e-4500-4beb-8ddb-417fc3a60864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:00.768732396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f825a8e-4500-4beb-8ddb-417fc3a60864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:00.78132743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f825a8e-4500-4beb-8ddb-417fc3a60864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.005889939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"3803711f-b9a7-461a-bf89-969690a86475","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.079781477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"3803711f-b9a7-461a-bf89-969690a86475","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.080433851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.098378189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"3803711f-b9a7-461a-bf89-969690a86475","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.250109647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"71edc29f-1162-40a6-a3c7-912e5c644db7","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.250224675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"71edc29f-1162-40a6-a3c7-912e5c644db7","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.58712783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763501-1687-439f-8466-69169a923ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.600009828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763501-1687-439f-8466-69169a923ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.612921155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763501-1687-439f-8466-69169a923ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:01.632221983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763501-1687-439f-8466-69169a923ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.26532942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51a855-ee26-44ee-8e3c-7dfbe4d49d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.278514577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51a855-ee26-44ee-8e3c-7dfbe4d49d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.291165221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51a855-ee26-44ee-8e3c-7dfbe4d49d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.303855999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f51a855-ee26-44ee-8e3c-7dfbe4d49d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.935409474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30aee126-1d7a-4b6a-96d9-8596507c2482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.954009946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30aee126-1d7a-4b6a-96d9-8596507c2482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.967802198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30aee126-1d7a-4b6a-96d9-8596507c2482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:02.980744292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30aee126-1d7a-4b6a-96d9-8596507c2482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:03.568831846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e20957-c737-4277-80ce-eaad7a05d4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:03.582031554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e20957-c737-4277-80ce-eaad7a05d4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:03.5979891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e20957-c737-4277-80ce-eaad7a05d4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:03.61100404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e20957-c737-4277-80ce-eaad7a05d4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.144141616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5302944b-0c1c-43cf-add0-c3441550129b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.156756039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5302944b-0c1c-43cf-add0-c3441550129b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.169630272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5302944b-0c1c-43cf-add0-c3441550129b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.182573277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5302944b-0c1c-43cf-add0-c3441550129b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.803840247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b898db9-9348-476a-a727-b406b0b01ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.816745253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b898db9-9348-476a-a727-b406b0b01ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.829533272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b898db9-9348-476a-a727-b406b0b01ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.842199123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b898db9-9348-476a-a727-b406b0b01ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:08.990029039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-580af2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-580af2","reconcileID":"d5ac7d3a-d584-4283-a86b-e583c3d730a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-580af2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-580af2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:09.599794628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7914d5b-80a7-4910-9a09-8ed624e7226c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:09.613220092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7914d5b-80a7-4910-9a09-8ed624e7226c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:09.626977244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7914d5b-80a7-4910-9a09-8ed624e7226c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:09.640525586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7914d5b-80a7-4910-9a09-8ed624e7226c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.297098625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a652ca-246e-427f-809b-e270681c7c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.309596213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a652ca-246e-427f-809b-e270681c7c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.322956584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a652ca-246e-427f-809b-e270681c7c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.335890607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a652ca-246e-427f-809b-e270681c7c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.889263693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674f3ab5-10cd-4cd2-b9da-0bdfa29d5874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.902217507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674f3ab5-10cd-4cd2-b9da-0bdfa29d5874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.914841381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674f3ab5-10cd-4cd2-b9da-0bdfa29d5874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:10.928105007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674f3ab5-10cd-4cd2-b9da-0bdfa29d5874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.316411642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"5768a582-3018-49e1-8d31-3b3a740be7e7","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.366681325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"5768a582-3018-49e1-8d31-3b3a740be7e7","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.393071144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"5768a582-3018-49e1-8d31-3b3a740be7e7","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.72232091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbd9c0d-51fa-4a88-b89c-c7fe74a251b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.739822567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbd9c0d-51fa-4a88-b89c-c7fe74a251b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.761013554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbd9c0d-51fa-4a88-b89c-c7fe74a251b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:11.785230203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbd9c0d-51fa-4a88-b89c-c7fe74a251b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:12.480985482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653b745b-ad7d-497d-ad8d-2adf70b25886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:12.493696901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653b745b-ad7d-497d-ad8d-2adf70b25886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:12.507176759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653b745b-ad7d-497d-ad8d-2adf70b25886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:12.519999308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653b745b-ad7d-497d-ad8d-2adf70b25886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:13.170006032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd34d31b-20ce-4c8d-925f-af73f37fc717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:13.183212659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd34d31b-20ce-4c8d-925f-af73f37fc717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:13.196575135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd34d31b-20ce-4c8d-925f-af73f37fc717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:13.214473376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd34d31b-20ce-4c8d-925f-af73f37fc717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:21.421174967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"0385c8f6-8d53-418a-9217-3f8fe08e3873","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:21.440973832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"0385c8f6-8d53-418a-9217-3f8fe08e3873","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:21.460799987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"0385c8f6-8d53-418a-9217-3f8fe08e3873","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.037013885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","namespace":"ai-tenant-e2e-inf-b-26abe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.037131065Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","namespace":"ai-tenant-e2e-inf-b-26abe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.037222758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","tenant":"e2e-inf-b-26abe8","tenantID":"e2e-inf-b-26abe8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.053495488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Deployment","name":"maas-api-e2e-inf-b-26abe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.07943595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Service","name":"maas-api-e2e-inf-b-26abe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.102777023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-26abe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.119415239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-26abe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.137046439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.155214898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.175230451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.191611165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.204779057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Deployment","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.218179632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.231307893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Service","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.244536344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.257774651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.270872875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.284333134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.308216527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.325267727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.344293051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.360366882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-26abe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.384284612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26abe8"},"namespace":"ai-tenant-e2e-inf-b-26abe8","name":"default-tenant","reconcileID":"e0702d4e-5524-4146-8e98-5ec92df6dae1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-26abe8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:30.859709695Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26abe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26abe8","reconcileID":"41ede016-e877-46a0-80ff-a06b64510d21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-26abe8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-26abe8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.04997709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.319830946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3223248-ab19-4e27-8bff-444c82ea25e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.332996711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3223248-ab19-4e27-8bff-444c82ea25e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.345640094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3223248-ab19-4e27-8bff-444c82ea25e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.358606442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3223248-ab19-4e27-8bff-444c82ea25e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.495299542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a3587e14-1af3-4d1f-ad33-5ed72d736253","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.515012528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a3587e14-1af3-4d1f-ad33-5ed72d736253","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.533995137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"a3587e14-1af3-4d1f-ad33-5ed72d736253","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.986296122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02848189-64ac-4e98-96a9-0eb104531176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:31.999178818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02848189-64ac-4e98-96a9-0eb104531176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.012067656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02848189-64ac-4e98-96a9-0eb104531176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.024758048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02848189-64ac-4e98-96a9-0eb104531176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.569420533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1557f-a207-40a4-abe8-2493e3b3f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.582329069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1557f-a207-40a4-abe8-2493e3b3f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.599357721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1557f-a207-40a4-abe8-2493e3b3f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:32.627494217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1557f-a207-40a4-abe8-2493e3b3f5e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.334301309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","namespace":"ai-tenant-e2e-extmod-b-797e0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.334383003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","namespace":"ai-tenant-e2e-extmod-b-797e0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.334458596Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","tenant":"e2e-extmod-b-797e0c","tenantID":"e2e-extmod-b-797e0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.350816899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Deployment","name":"maas-api-e2e-extmod-b-797e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.378399089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Service","name":"maas-api-e2e-extmod-b-797e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.415777716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-797e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.431723847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-797e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.448379202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.464666391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.484454823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.502501899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.516091117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.529476088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.545034856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Service","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.558239348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.571773316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.585280527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.598446199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.625727185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.642286405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.659490472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.685811536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-797e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:34.702806728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-797e0c"},"namespace":"ai-tenant-e2e-extmod-b-797e0c","name":"default-tenant","reconcileID":"7c9e6f9e-2980-45dd-8d94-78ae5bd37340","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-797e0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:35.245206064Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-797e0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-797e0c","reconcileID":"c234da23-cd02-42b7-94d9-b5981bdf28b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-797e0c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-797e0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:35.624068679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26729562-07a5-466c-8e7c-f05c33180a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:35.63760961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26729562-07a5-466c-8e7c-f05c33180a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:35.650438692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26729562-07a5-466c-8e7c-f05c33180a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:35.662989221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26729562-07a5-466c-8e7c-f05c33180a58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.290921888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bb0d68-380a-4fe0-bdd9-78458674e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.30444385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bb0d68-380a-4fe0-bdd9-78458674e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.317329078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bb0d68-380a-4fe0-bdd9-78458674e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.330702497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bb0d68-380a-4fe0-bdd9-78458674e7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.879725518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76689c28-5a63-4d93-b17a-97ecec1d7950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.892568027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76689c28-5a63-4d93-b17a-97ecec1d7950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.921656503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76689c28-5a63-4d93-b17a-97ecec1d7950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:36.993427163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76689c28-5a63-4d93-b17a-97ecec1d7950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:37.713958696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32607d2b-f8fc-44f8-90ba-a812df42d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:37.726597493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32607d2b-f8fc-44f8-90ba-a812df42d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:37.739564788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32607d2b-f8fc-44f8-90ba-a812df42d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:37.752281425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32607d2b-f8fc-44f8-90ba-a812df42d078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.304587699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d24273-8e1b-467b-bcdd-e8fdb96b9df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.31737271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d24273-8e1b-467b-bcdd-e8fdb96b9df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.329877024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d24273-8e1b-467b-bcdd-e8fdb96b9df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.342749331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7d24273-8e1b-467b-bcdd-e8fdb96b9df9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.899625724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a5d312-7625-4081-824d-23221b690973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.912279628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a5d312-7625-4081-824d-23221b690973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.92492721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a5d312-7625-4081-824d-23221b690973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:38.937842266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79a5d312-7625-4081-824d-23221b690973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:39.590996533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49f43c7-e2a3-40fa-af8b-8793e0c8cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:39.604044028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49f43c7-e2a3-40fa-af8b-8793e0c8cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:39.616847165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49f43c7-e2a3-40fa-af8b-8793e0c8cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:39.631257364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49f43c7-e2a3-40fa-af8b-8793e0c8cfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.369686758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16d1ac3-bac0-49a9-bb66-ded0146b4ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.382429438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16d1ac3-bac0-49a9-bb66-ded0146b4ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.395245812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16d1ac3-bac0-49a9-bb66-ded0146b4ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.408161868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f16d1ac3-bac0-49a9-bb66-ded0146b4ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.705811673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","namespace":"ai-tenant-e2e-shared-a-w2-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.705882044Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","namespace":"ai-tenant-e2e-shared-a-w2-05687d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.706001622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","tenant":"e2e-shared-a-w2-05687d","tenantID":"e2e-shared-a-w2-05687d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.723866046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-05687d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.763209187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Service","name":"maas-api-e2e-shared-a-w2-05687d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.798747024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-05687d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.823059294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-05687d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.839651322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.855852109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.875076925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.891385072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.90442772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.917700281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.930676893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.943937816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.957089924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.970328794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3226aceb-ae42-4fde-8d74-8aaad44952a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.983872627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:40.98555328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3226aceb-ae42-4fde-8d74-8aaad44952a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.007415142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.055116943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3226aceb-ae42-4fde-8d74-8aaad44952a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.142424302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.144395527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3226aceb-ae42-4fde-8d74-8aaad44952a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.193669402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.21393027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.227270373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-05687d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.242250273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-05687d"},"namespace":"ai-tenant-e2e-shared-a-w2-05687d","name":"default-tenant","reconcileID":"b64749dd-a994-4465-b17f-fe21949cdedd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-05687d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.573866201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"cd7037fc-2002-4154-921e-25dcd2c06ddc","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.635950552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"cd7037fc-2002-4154-921e-25dcd2c06ddc","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.655140707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"cd7037fc-2002-4154-921e-25dcd2c06ddc","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:41.756602222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-05687d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-05687d","reconcileID":"9d9ee223-26fe-46a7-842a-dcce48c191c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-05687d","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-05687d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:42.162494299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebacca-ef2c-4b6a-bc66-e70f82aa2776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:42.175470626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebacca-ef2c-4b6a-bc66-e70f82aa2776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:42.188507564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebacca-ef2c-4b6a-bc66-e70f82aa2776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:42.201853004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebacca-ef2c-4b6a-bc66-e70f82aa2776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:42.989416854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a865c2f-403f-4f7b-b7db-15427383f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.003165639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a865c2f-403f-4f7b-b7db-15427383f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.016008748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a865c2f-403f-4f7b-b7db-15427383f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.029215444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a865c2f-403f-4f7b-b7db-15427383f698","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.579610897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c507c2-5250-4dc8-a97d-105ac1ee49d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.596520681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c507c2-5250-4dc8-a97d-105ac1ee49d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.609989733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c507c2-5250-4dc8-a97d-105ac1ee49d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:43.622759903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c507c2-5250-4dc8-a97d-105ac1ee49d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:44.463618638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778f314-2371-4acf-921f-dc573c30f9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:44.47739599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778f314-2371-4acf-921f-dc573c30f9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:44.490404078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778f314-2371-4acf-921f-dc573c30f9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:44.503411646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5778f314-2371-4acf-921f-dc573c30f9aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.065409117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c057a20-819d-4928-88c1-4b0484ad60c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.079214469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c057a20-819d-4928-88c1-4b0484ad60c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.093880933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c057a20-819d-4928-88c1-4b0484ad60c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.107876965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c057a20-819d-4928-88c1-4b0484ad60c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.654571402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","namespace":"ai-tenant-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.654659288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","namespace":"ai-tenant-e2e-extmod-b-e7b56d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.654735548Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","tenant":"e2e-extmod-b-e7b56d","tenantID":"e2e-extmod-b-e7b56d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.671611881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Deployment","name":"maas-api-e2e-extmod-b-e7b56d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.701141637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Service","name":"maas-api-e2e-extmod-b-e7b56d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.714578431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd096a20-7327-4126-becc-d6fb61e90815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.72997095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd096a20-7327-4126-becc-d6fb61e90815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.735805288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-e7b56d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.747228478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd096a20-7327-4126-becc-d6fb61e90815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.761267463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd096a20-7327-4126-becc-d6fb61e90815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.767147949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-e7b56d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.792640417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.808846245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.837560202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.856232482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.86986663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.882958293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.895833176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Service","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.908806323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.921512136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.934375312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.947329527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:45.98543274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.003540464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.018332221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.035305787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-e7b56d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.082210184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-e7b56d"},"namespace":"ai-tenant-e2e-extmod-b-e7b56d","name":"default-tenant","reconcileID":"623da901-2996-482f-9a04-5572b8b9a261","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-e7b56d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.813394899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-e7b56d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-e7b56d","reconcileID":"da538873-35e5-4754-9469-503daf02dc38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-e7b56d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-e7b56d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.84415616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad907ca3-272f-43be-adab-d816b2718881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.856973439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad907ca3-272f-43be-adab-d816b2718881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.870466588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad907ca3-272f-43be-adab-d816b2718881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:46.884056323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad907ca3-272f-43be-adab-d816b2718881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:47.494778611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb9ad6f-1630-45b9-a952-21be222ebedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:47.507368626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb9ad6f-1630-45b9-a952-21be222ebedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:47.519814529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb9ad6f-1630-45b9-a952-21be222ebedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:47.532488977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb9ad6f-1630-45b9-a952-21be222ebedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.067180756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3ef19b-91b8-4e71-be6b-5554a67b1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.080494483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3ef19b-91b8-4e71-be6b-5554a67b1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.093288554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3ef19b-91b8-4e71-be6b-5554a67b1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.106244206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a3ef19b-91b8-4e71-be6b-5554a67b1084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.77900878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a7f2a9-5691-4a07-9814-b457d1e9b251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.791732045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a7f2a9-5691-4a07-9814-b457d1e9b251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.805300236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a7f2a9-5691-4a07-9814-b457d1e9b251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:48.824444875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a7f2a9-5691-4a07-9814-b457d1e9b251","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:50.721414908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773651be-2d85-4643-98ba-16db34604cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:50.734383712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773651be-2d85-4643-98ba-16db34604cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:50.747147205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773651be-2d85-4643-98ba-16db34604cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:50.760594223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773651be-2d85-4643-98ba-16db34604cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.409395999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbe4536-c7ca-4aaf-95c4-bdcdd97645b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.422274884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbe4536-c7ca-4aaf-95c4-bdcdd97645b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.435141819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbe4536-c7ca-4aaf-95c4-bdcdd97645b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.447887323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbbe4536-c7ca-4aaf-95c4-bdcdd97645b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.696472158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"50c5d7e7-b4ec-4baa-a74c-14c04385764d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.715301979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"50c5d7e7-b4ec-4baa-a74c-14c04385764d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:51.733209564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"50c5d7e7-b4ec-4baa-a74c-14c04385764d","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.102688583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf6d3aa-7107-44e7-8678-a07d6f7c40b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.170232632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf6d3aa-7107-44e7-8678-a07d6f7c40b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.23603087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf6d3aa-7107-44e7-8678-a07d6f7c40b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.260796601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf6d3aa-7107-44e7-8678-a07d6f7c40b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.922614026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369d5f86-301e-4254-9d6b-9b60d7fe85b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.935381109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369d5f86-301e-4254-9d6b-9b60d7fe85b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.948703812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369d5f86-301e-4254-9d6b-9b60d7fe85b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:52.961502622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"369d5f86-301e-4254-9d6b-9b60d7fe85b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:53.592444694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591cad19-c3ed-4832-8708-dfb4ea89e1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:53.60512832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591cad19-c3ed-4832-8708-dfb4ea89e1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:53.618326905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591cad19-c3ed-4832-8708-dfb4ea89e1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:53.631349914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591cad19-c3ed-4832-8708-dfb4ea89e1e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:54.223243219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d247a68-740d-4c68-ba3c-3c6fd7c1939c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:54.236134151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d247a68-740d-4c68-ba3c-3c6fd7c1939c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:54.249375567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d247a68-740d-4c68-ba3c-3c6fd7c1939c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:54.262700393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d247a68-740d-4c68-ba3c-3c6fd7c1939c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:55.802734482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbeb671-b0c0-4e6b-af46-bf6f1ad59613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:55.815519562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbeb671-b0c0-4e6b-af46-bf6f1ad59613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:55.829201116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbeb671-b0c0-4e6b-af46-bf6f1ad59613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:55.843704496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdbeb671-b0c0-4e6b-af46-bf6f1ad59613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:56.509305488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b699d82e-308b-4c9e-b954-344196e9eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:56.548681741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b699d82e-308b-4c9e-b954-344196e9eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:56.563362874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b699d82e-308b-4c9e-b954-344196e9eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:56.577636097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b699d82e-308b-4c9e-b954-344196e9eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:57.396207706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6dd784-a3bd-4c0c-85e8-3533fb04a866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:57.446673683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6dd784-a3bd-4c0c-85e8-3533fb04a866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:57.466083496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6dd784-a3bd-4c0c-85e8-3533fb04a866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:57.480364063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b6dd784-a3bd-4c0c-85e8-3533fb04a866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.022326493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c67808-5651-4e9b-805c-e9a9df42870c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.035446426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c67808-5651-4e9b-805c-e9a9df42870c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.04805784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c67808-5651-4e9b-805c-e9a9df42870c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.060806011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c67808-5651-4e9b-805c-e9a9df42870c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.241472322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ecf03a11-1426-41ff-87f1-25625dba6a1c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.241502812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ecf03a11-1426-41ff-87f1-25625dba6a1c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.537953968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"2be0bef2-05c4-475e-819c-17125db6cf6c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.537980545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"2be0bef2-05c4-475e-819c-17125db6cf6c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.569542204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"347881e0-9620-4c99-9514-45670c37398f","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.569588005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"347881e0-9620-4c99-9514-45670c37398f","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.608503082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"166ced5a-ccec-46bc-a709-68697b2b84df","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.703000931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"166ced5a-ccec-46bc-a709-68697b2b84df","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.721136884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"166ced5a-ccec-46bc-a709-68697b2b84df","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.739629008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ee2e509e-68dd-417a-bff1-fc3caa3aa624","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.739645274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ee2e509e-68dd-417a-bff1-fc3caa3aa624","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.805534231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40da59f0-6576-4f67-b34b-b31d3319b355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.818946645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40da59f0-6576-4f67-b34b-b31d3319b355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.832344683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40da59f0-6576-4f67-b34b-b31d3319b355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:58.845327916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40da59f0-6576-4f67-b34b-b31d3319b355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:59.380127262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705f3ed-f26f-47f3-a9c8-e7ac5573070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:59.393036631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705f3ed-f26f-47f3-a9c8-e7ac5573070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:59.40668209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705f3ed-f26f-47f3-a9c8-e7ac5573070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:39:59.421810496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705f3ed-f26f-47f3-a9c8-e7ac5573070d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:01.053815591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:01.908505646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"2053e2f4-913a-4c67-97b2-3afdf20eb77f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:02.031065372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"2053e2f4-913a-4c67-97b2-3afdf20eb77f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:02.121217748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-90f46c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c782b862e635de739a88be79d738296d7f65fa7ef99c56364aefb9a672060da6) AuthConfig (e10f9a4592af85f7aebb538cb01f15f8ae9db96034f91ca26354694b9c0eb96d) AuthConfig (3660e3c8a9f42cf8b6e6c55881b49e1fecde8dbc9d1556104d7363b9a27c524c) AuthConfig (b780be0def3977b06f4085ac109607014a267c4422d449470a4805e3344d4d04) AuthConfig (116bd84bb4e4a972899e96a28be0cba10ec4afbb7e059718e975daefb044dc0b) AuthConfig (84474456f9e66e21808ed2f745fd5fd84f30535ad30b5ce7e89c999f83d58ea7) AuthConfig (6cd20e3f0b8daf2e7f8c56056a9031797316f6baebcf93706ce3431741c1e599) AuthConfig (9a9dd73f8578a9fbadbea9eff78f59c9a4ba4782a617bea8f21c07d8b54689fa) AuthConfig (c5e1357f5f9d157920aa9bc5e196df33f3d365e7a20958d4d3674ccdccadec8a) AuthConfig (e44dcb7e8eeb9e321039d7425026c7269888160c4b1f0c4934321f61e77b0597) AuthConfig (15899dc5e7552624d8c84d4d9ab71b2aaf73ded28505abc1e197fdff5d4a000a) AuthConfig (28313c2fb98af5c77c13bf262a1a99933a9d1161a4333cba3249c45ebf513c63) AuthConfig (afa28a9aec8cc039f32846c42335dc95b72b8b8b3f9ac5e154844ca40c45b7e8) AuthConfig (ee28204cf32d3c00eb3f09897f437296133cb6642238d7e34bfb36d8bb4063a7) AuthConfig (b69e78d20b433c9b909f1e0919ac6e57525016a92d478fdf366374bfb72673c0) AuthConfig (b4b518829adaa4769e17f39af1b55efa4bb4533c231206932b9111e83ec3468e) AuthConfig (9775d06ea5f5af0b1135164a2841a34f22cf2cd649867241158ec92eb070f9a3) AuthConfig (c187bd71f4b868a0ed6d4be590e7dd3b5cfb2abf8bb885181f64e4e94d414bfa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"2053e2f4-913a-4c67-97b2-3afdf20eb77f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.245440493Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.245518096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.245587841Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","tenant":"e2e-shared-b-w2-76c1b7","tenantID":"e2e-shared-b-w2-76c1b7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.261914333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-76c1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.292389961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Service","name":"maas-api-e2e-shared-b-w2-76c1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.309807132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-76c1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.326833898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-76c1b7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.347154952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.369525578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.388463135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.405279586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.418423066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.431740505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.444966904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.458066779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.471128252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.484542532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.497674168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.527101316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.54193881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.571715171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.586631897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-76c1b7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:05.609354359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-76c1b7"},"namespace":"ai-tenant-e2e-shared-b-w2-76c1b7","name":"default-tenant","reconcileID":"5f0c6075-5b70-46e9-b0b5-3b7b7779f97f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-76c1b7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:06.244654961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-76c1b7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-76c1b7","reconcileID":"6028029b-4590-4159-a860-b3caf5000119","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-76c1b7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-76c1b7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:06.689618875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c0b1c-ab27-4844-b22e-7347336eb0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:06.70258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c0b1c-ab27-4844-b22e-7347336eb0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:06.715421416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c0b1c-ab27-4844-b22e-7347336eb0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:06.728285068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c0b1c-ab27-4844-b22e-7347336eb0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.342383957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b1f86-48fd-4049-849b-e825d76063f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.356493884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b1f86-48fd-4049-849b-e825d76063f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.376736882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b1f86-48fd-4049-849b-e825d76063f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.423157041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"869b1f86-48fd-4049-849b-e825d76063f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.840499819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","namespace":"ai-tenant-e2e-extmod-a-7fe78e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.840578501Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","namespace":"ai-tenant-e2e-extmod-a-7fe78e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.840666563Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","tenant":"e2e-extmod-a-7fe78e","tenantID":"e2e-extmod-a-7fe78e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.857463192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7fe78e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.889462743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Service","name":"maas-api-e2e-extmod-a-7fe78e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.90845614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7fe78e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.925257005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7fe78e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.946846232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.962185889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45ed5-e441-4ba9-849b-8af4c1c80c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.975397651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45ed5-e441-4ba9-849b-8af4c1c80c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.978983718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:07.988829816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45ed5-e441-4ba9-849b-8af4c1c80c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.002430032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45ed5-e441-4ba9-849b-8af4c1c80c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.007560951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.023615131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.037004668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.052356713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.121515621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Service","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.14301036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.167531907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.187490608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.206309664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.234265422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.249422225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.263025239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.280192774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7fe78e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.296531987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7fe78e"},"namespace":"ai-tenant-e2e-extmod-a-7fe78e","name":"default-tenant","reconcileID":"de9ffc7f-2bba-4c4a-8d3b-8931b65357cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7fe78e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.83601039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"6afa817f-5290-40cf-8144-35ac2722c047","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.92411584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"6afa817f-5290-40cf-8144-35ac2722c047","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.943463662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"6afa817f-5290-40cf-8144-35ac2722c047","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:08.947291343Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7fe78e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7fe78e","reconcileID":"1d2febfe-2487-421e-841e-d5534315db32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7fe78e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7fe78e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.079447764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a7c783-b102-4a9e-b150-3bb6dc69fa6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.092337255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a7c783-b102-4a9e-b150-3bb6dc69fa6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.105062844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a7c783-b102-4a9e-b150-3bb6dc69fa6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.118000323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74a7c783-b102-4a9e-b150-3bb6dc69fa6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.715697772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96711bc-c8a5-473c-9a8d-777824b56dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.729233685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96711bc-c8a5-473c-9a8d-777824b56dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.742792404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96711bc-c8a5-473c-9a8d-777824b56dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:09.756467151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a96711bc-c8a5-473c-9a8d-777824b56dc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.486266131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff3a0a-1360-4898-b748-a905e6038a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.499142551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff3a0a-1360-4898-b748-a905e6038a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.51170881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff3a0a-1360-4898-b748-a905e6038a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.525203338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff3a0a-1360-4898-b748-a905e6038a9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.670291823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"33ee18fb-b427-4675-8f63-274d4c61a453","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:10.710520228Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"33ee18fb-b427-4675-8f63-274d4c61a453","name":"e2e-inf-b-580af2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.120498918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386021e6-e19a-4320-ab63-546c69fbf398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.137269948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386021e6-e19a-4320-ab63-546c69fbf398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.150952431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386021e6-e19a-4320-ab63-546c69fbf398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.214653913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386021e6-e19a-4320-ab63-546c69fbf398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.762051352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8211193a-e92d-4e82-afba-7835db98a4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.774856971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8211193a-e92d-4e82-afba-7835db98a4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.787830943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8211193a-e92d-4e82-afba-7835db98a4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:11.800740372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8211193a-e92d-4e82-afba-7835db98a4c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:12.149530788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"7a04eb69-3011-47f8-a35c-4b731d8b4439","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:12.171252736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"7a04eb69-3011-47f8-a35c-4b731d8b4439","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:12.24727853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"4b8e9038-32e4-4650-b077-bbdcfa963898","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:12.247302958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"4b8e9038-32e4-4650-b077-bbdcfa963898","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:14.963855056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"5b9dbbc5-3d27-40b0-ad91-fb3a431d6edf","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:14.963883401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"5b9dbbc5-3d27-40b0-ad91-fb3a431d6edf","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:14.985502514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b27c61dc-856e-45d3-a80a-b823263dddf6","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:14.98553118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b27c61dc-856e-45d3-a80a-b823263dddf6","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:14.991937712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"90f04622-76a6-4190-9235-4b4879f78ee7","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:14.995260149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"af99fcb2-103a-41df-b43f-3b91eb30389d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-90f46c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:15.001084604Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b27c61dc-856e-45d3-a80a-b823263dddf6","name":"test-model-90f46c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-90f46c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:15.001174409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b27c61dc-856e-45d3-a80a-b823263dddf6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-90f46c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.006611728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"44250319-2540-408c-8f4a-c798a934bd60","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.006629167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"44250319-2540-408c-8f4a-c798a934bd60","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.010488601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"90f04622-76a6-4190-9235-4b4879f78ee7","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.042780471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"ef874762-d536-417d-883a-47b3b263141f","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.042804808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"ef874762-d536-417d-883a-47b3b263141f","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.068737194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"8ed2dacc-a935-4658-81f5-4bd25cccc82a","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.068761082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"8ed2dacc-a935-4658-81f5-4bd25cccc82a","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.112115121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"91aec905-c9d8-42d2-af9c-11b41a1b164d","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.126044807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"3da7a6e5-9c67-4860-a485-4cf2cff73547","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.139516587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"f557c765-9cc1-470a-b076-5330eb5f7210","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.139850546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"72ff15a3-d18a-450a-a02b-2851e3583ed9","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.140093805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"cfdc565f-017b-4c6c-83c6-e97349bd56e6","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.140435724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"45552419-3563-465b-bcc5-fd5e606037ca","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.164740768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4cd9f09f-769b-47d6-99a8-e828843a13ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.170956325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"8623672f-b969-4f1d-bef7-b629b79a3e5a","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","model":"test-model-90f46c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-90f46c/test-model-90f46c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.183364463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"4cd9f09f-769b-47d6-99a8-e828843a13ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.243729433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"12f4b749-3f87-464d-8c24-e29be9ed0a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.244616209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"90159b74-db97-4a45-a146-2711e132b8d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.246487827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"ebd05c72-bb8d-41e3-ab59-0e0bd23fc08f","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.246520255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"ebd05c72-bb8d-41e3-ab59-0e0bd23fc08f","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.332757103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"c3ba874f-93bc-426e-8cd0-ae86b5cd881f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.42157952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b64609e6-a4ae-4e67-a666-21929fc0e8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.42623727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"c3ba874f-93bc-426e-8cd0-ae86b5cd881f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.44138453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"b64609e6-a4ae-4e67-a666-21929fc0e8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.442250813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"55d9c96c-ea9f-49b8-ada8-a8f279ee6c3a","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.461966926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"007ab083-02f0-4007-b3b2-f841a190b047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.47147588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"7103ffe3-3e75-46e1-a37d-a71a5354d367","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.472036631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"601a1244-cde8-41fe-8478-050c5fc6718b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.481314416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"007ab083-02f0-4007-b3b2-f841a190b047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.585514884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70dbd89b-be38-4f09-9e70-ed9b592f4453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.598796846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70dbd89b-be38-4f09-9e70-ed9b592f4453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.598994313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d87876e9-dee6-49a6-ae56-4e65a15caea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.612301844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70dbd89b-be38-4f09-9e70-ed9b592f4453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.625386887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70dbd89b-be38-4f09-9e70-ed9b592f4453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:15.63078501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"d87876e9-dee6-49a6-ae56-4e65a15caea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:16.250595974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bccd28-0536-4cbf-9486-ee747475894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:16.351265718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bccd28-0536-4cbf-9486-ee747475894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:16.368596573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bccd28-0536-4cbf-9486-ee747475894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:16.38943033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85bccd28-0536-4cbf-9486-ee747475894c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:17.094203944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcfb814-a37a-45e7-9e44-2cf90c3e2898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:17.107171657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcfb814-a37a-45e7-9e44-2cf90c3e2898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:17.120441993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcfb814-a37a-45e7-9e44-2cf90c3e2898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:17.133992348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fcfb814-a37a-45e7-9e44-2cf90c3e2898","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.788413847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9fd15e-f39f-4309-b151-1731656644f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.801337246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9fd15e-f39f-4309-b151-1731656644f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.814110652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9fd15e-f39f-4309-b151-1731656644f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.827820848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9fd15e-f39f-4309-b151-1731656644f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.971686746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2af83226-e0d9-447f-abb2-d67e1238008b","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:18.990366637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2af83226-e0d9-447f-abb2-d67e1238008b","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.008500292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2af83226-e0d9-447f-abb2-d67e1238008b","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.396158009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df13e8-0371-4393-a5ba-0405876c014d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.409657207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df13e8-0371-4393-a5ba-0405876c014d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.422915374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df13e8-0371-4393-a5ba-0405876c014d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.436091905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97df13e8-0371-4393-a5ba-0405876c014d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:19.995126425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d219b-a4b3-44fd-973b-59b04b3e16de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:20.008834057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d219b-a4b3-44fd-973b-59b04b3e16de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:20.028671579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d219b-a4b3-44fd-973b-59b04b3e16de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:20.04342301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9d219b-a4b3-44fd-973b-59b04b3e16de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:20.873831733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"f89c87ea-2162-4f86-a750-4b961877d85c","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:20.980963749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"3f8e2165-f217-4b3f-b583-d49f3062f384","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.092031154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"646d141e-c5d1-48c3-91ee-44fe065229c8","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.133872923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"c9f19f4a-b210-40fc-ae17-f7829162bfce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.157811107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a9dced56-b3d8-4d25-ad1e-6bcf8dd2734c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.158340216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"aa136ce3-cee9-4ebd-8edf-ab5a57d748f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.176327714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"a9dced56-b3d8-4d25-ad1e-6bcf8dd2734c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.176987933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"aa136ce3-cee9-4ebd-8edf-ab5a57d748f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.193696344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"3db0db2d-0de0-4155-b4f9-9b42322bd4d6","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.204878397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"9df2aa6a-54a5-40bc-b33f-8484c3c8328b","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.235885305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"19d5c018-443d-4472-b372-30d3d23221bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.245887234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"a9a54999-2f1b-480f-b3c6-196a9a4e3c34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.270189585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"11355a30-1fbc-4e61-894c-b487adda99cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.270654592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"56caa2e0-30a4-4793-b0b5-524d5e61da36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.326608587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"11355a30-1fbc-4e61-894c-b487adda99cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.326795871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"56caa2e0-30a4-4793-b0b5-524d5e61da36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.342692285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"450baa0c-3716-48e3-95c2-c84f192a1413","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:21.384608018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"99ea261c-f707-4e7d-be15-cc5f2339e0ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.241248563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"dc122dd8-5a0a-485b-ba78-7c677f447051","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.241622352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"01452839-d2ba-4e41-9551-5e0ff3fb24c2","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.241837546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"942c735f-d92e-4a68-be0f-1f9aef6f5d36","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.24222682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"7839c421-fe19-43a3-ae1f-897fddcdba60","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.282808053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1f826b10-29b8-462c-a530-aa944efa4bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.282816104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8df13f23-a9c7-462a-995a-f8cb971152f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.284508331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"f93b1123-d7a9-4785-807f-d8b7be28e08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.284753853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"f3fc1158-dee7-47d1-a6c5-f6891ab85c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.302341462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"1f826b10-29b8-462c-a530-aa944efa4bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.302533321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"8df13f23-a9c7-462a-995a-f8cb971152f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.388672937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"61fb32b7-550b-4769-ad66-1af8112bddec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-simulator-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.388796795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"fae81833-5688-4bb3-9475-832c8365b24f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"maas-trlp-premium-w2-92d984","model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.471480317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"79c696c3-88c8-436b-878c-2b307b32f719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.471701932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1cf967e4-e145-4e0b-970a-cd16a5e4fa2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.489876926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"1cf967e4-e145-4e0b-970a-cd16a5e4fa2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:25.490100841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"79c696c3-88c8-436b-878c-2b307b32f719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:29.036631089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"25d8fdd9-c5c9-4513-9d58-2d974fe88662","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:29.056527508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"25d8fdd9-c5c9-4513-9d58-2d974fe88662","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:29.074035698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"25d8fdd9-c5c9-4513-9d58-2d974fe88662","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:31.049520141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:35.242224909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"7a6caf3c-bc16-499c-8c62-370fdbf113b6","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:35.242652471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"0ca45817-a608-4fee-96cd-250ad7c1c4ce","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:35.242928704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"95108f27-f121-43dc-9334-35ed70e22ef2","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:35.243299502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"c0eb5e83-ac8c-4b24-aab0-6278db978f9c","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.102481954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"4512a405-1743-417b-b58a-49550e31ce25","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.12074234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"4512a405-1743-417b-b58a-49550e31ce25","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.137770994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"4512a405-1743-417b-b58a-49550e31ce25","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.486760918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.486839396Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","namespace":"ai-tenant-e2e-shared-a-w4-bef83b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.487042994Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","tenant":"e2e-shared-a-w4-bef83b","tenantID":"e2e-shared-a-w4-bef83b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.503219306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-bef83b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.534621583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Service","name":"maas-api-e2e-shared-a-w4-bef83b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.554700539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-bef83b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.570754504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-bef83b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.5886539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.607409651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.626448502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.642973248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.656212388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.669322353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.682271305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.695507834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.708669483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.722033102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.735108982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.770441223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.825544584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.849284509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.878173682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-bef83b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:39.897313349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-bef83b"},"namespace":"ai-tenant-e2e-shared-a-w4-bef83b","name":"default-tenant","reconcileID":"21f372b7-52e5-47c8-84f2-e3626ef635b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-bef83b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:40.364607582Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-bef83b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-bef83b","reconcileID":"9704400c-7f38-4996-ae73-be91c48458bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-bef83b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-bef83b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:40.737135333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb0b831-7965-4ff3-bc3e-91053b08082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:40.749916056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb0b831-7965-4ff3-bc3e-91053b08082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:40.767433475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb0b831-7965-4ff3-bc3e-91053b08082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:40.780578552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb0b831-7965-4ff3-bc3e-91053b08082b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:41.478124303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b16a0af-d44a-4802-92d5-252323397596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:41.490963652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b16a0af-d44a-4802-92d5-252323397596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:41.503697822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b16a0af-d44a-4802-92d5-252323397596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:41.516412188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b16a0af-d44a-4802-92d5-252323397596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.631594048Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.631699088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.631786617Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","tenant":"e2e-shared-a-w1-0a3d53","tenantID":"e2e-shared-a-w1-0a3d53","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.647636486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-0a3d53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.676373042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Service","name":"maas-api-e2e-shared-a-w1-0a3d53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.698463731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-0a3d53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.715121624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-0a3d53","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.731893512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.753530263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.772856186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.791136901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.804715322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.818286405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.831632113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.844592387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.857842858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.871203024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.88441445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.915028541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.935277562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.956337636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.971246022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-0a3d53","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:43.985250109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-0a3d53"},"namespace":"ai-tenant-e2e-shared-a-w1-0a3d53","name":"default-tenant","reconcileID":"27db2015-787a-4268-ad1f-fa763b80e174","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-0a3d53","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:44.458030054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-0a3d53","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-0a3d53","reconcileID":"040b4290-fad2-45c1-afaf-89aa1b4ba1bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-0a3d53","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-0a3d53"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:44.930192638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd00a004-0af1-4885-af37-e74e081aa696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:44.943060295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd00a004-0af1-4885-af37-e74e081aa696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:44.955867246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd00a004-0af1-4885-af37-e74e081aa696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:44.968780418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd00a004-0af1-4885-af37-e74e081aa696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.243534218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"714edf2a-f7d4-4a2d-81c2-1b1381f348d8","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.246369905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"5e1a460a-001b-4203-b16b-95ecbbf931e6","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.246592791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"a89760f6-954d-4453-9eaa-cbd377c785aa","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.246947589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"1661eba6-5ee2-45b8-a0d9-739373838a95","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.502552159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677942d9-9c28-4458-879e-8a8b9f6657ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.515503846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677942d9-9c28-4458-879e-8a8b9f6657ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.529538883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677942d9-9c28-4458-879e-8a8b9f6657ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:45.543881734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"677942d9-9c28-4458-879e-8a8b9f6657ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.601417943Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.60150308Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.620849637Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.621554207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"d5374560-1de4-4812-bdea-f6b185c33a8a","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.63945156Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.639474629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.639572764Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.643515581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"796103a4-bbc0-4db4-bf6a-6f0f4f9a00be","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.657962917Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.662777163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"497bf394-1656-4d9b-b0a7-00e11c32f37f","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.669824471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"81daa7aa-1c32-451d-acb1-a41a4489fbd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bcebd115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.670318377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c64f3b08-a7ba-44ca-8dba-2cfd3ffd64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.670340738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"943c10ec-745e-4600-9027-573df91e4703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.680658365Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"ea41f7a6-aa15-4023-a96a-3c6735a619d5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.684487623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"21b7d9b8-d8dc-45ab-8cfd-b07bdb58e2d2","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.687492064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"8d902252-013b-44bf-a81b-9ff45b61f01b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a4b68d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.689155778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"c64f3b08-a7ba-44ca-8dba-2cfd3ffd64d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.691574985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"943c10ec-745e-4600-9027-573df91e4703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.698477834Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"1f180923-9042-4d61-9e93-47f7379909cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bcebd115","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.717489479Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"166eda70-5daf-40a5-bc9d-ae7fed7670c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0a4b68d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.736386328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"77c16051-7c06-4c73-9644-35a515418d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.736947965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4ddf55e3-a846-4c67-999f-4e16db434e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.872096615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"77c16051-7c06-4c73-9644-35a515418d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.872307676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4ddf55e3-a846-4c67-999f-4e16db434e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.955740498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4ddf55e3-a846-4c67-999f-4e16db434e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.955770319Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-access","reconcileID":"4ddf55e3-a846-4c67-999f-4e16db434e1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:47.959614909Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"77c16051-7c06-4c73-9644-35a515418d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-92d984-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:47.95969596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"77c16051-7c06-4c73-9644-35a515418d49","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-92d984-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.965088213Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b4b0a4e-2c15-4af9-92ab-0bcfe7dcb271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:47.974102537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"0f512ea4-25b4-4da9-b6e1-210bd7acfe5b","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:48.07217436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b4b0a4e-2c15-4af9-92ab-0bcfe7dcb271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:48.095878228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b4b0a4e-2c15-4af9-92ab-0bcfe7dcb271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"name":"e2e-worker-w2-92d984-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:48.095926515Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-access","reconcileID":"8b4b0a4e-2c15-4af9-92ab-0bcfe7dcb271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-92d984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:48.115406532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"65f665f9-27e7-4e54-8ff1-009587ba2636","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.165977386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"602df421-6a32-4c8e-a0e3-247efe99aca2","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.184653149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"602df421-6a32-4c8e-a0e3-247efe99aca2","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.201938228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"602df421-6a32-4c8e-a0e3-247efe99aca2","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.473524887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bee33-4afe-4f51-951e-413d30a192c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.486414751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bee33-4afe-4f51-951e-413d30a192c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.499005738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bee33-4afe-4f51-951e-413d30a192c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:49.514489219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"643bee33-4afe-4f51-951e-413d30a192c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.159265615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664134c-124a-47c9-8f1c-4a5b98626ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.17195127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664134c-124a-47c9-8f1c-4a5b98626ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.184620426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664134c-124a-47c9-8f1c-4a5b98626ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.19736206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664134c-124a-47c9-8f1c-4a5b98626ab8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.719874415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f41c980-150d-44ca-a776-78b742a6417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.732682512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f41c980-150d-44ca-a776-78b742a6417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.745788359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f41c980-150d-44ca-a776-78b742a6417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:50.758822777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f41c980-150d-44ca-a776-78b742a6417a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:51.311218762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395060e3-fa9d-4044-824a-7e8f062ecc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:51.33024455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395060e3-fa9d-4044-824a-7e8f062ecc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:51.42429983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395060e3-fa9d-4044-824a-7e8f062ecc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:51.437996405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395060e3-fa9d-4044-824a-7e8f062ecc25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:51.994064515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9164d789-cc26-47f1-8ab9-78aa6d157263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.006770994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9164d789-cc26-47f1-8ab9-78aa6d157263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.019603044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9164d789-cc26-47f1-8ab9-78aa6d157263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.032342658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9164d789-cc26-47f1-8ab9-78aa6d157263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.638256631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fea737c-9b06-4c46-b7e0-d0357ee1504c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.689089712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fea737c-9b06-4c46-b7e0-d0357ee1504c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.703247799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fea737c-9b06-4c46-b7e0-d0357ee1504c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:52.742858013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fea737c-9b06-4c46-b7e0-d0357ee1504c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:53.422691846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed8d0ea-443d-4454-aa03-e9be491f5805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:53.435770613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed8d0ea-443d-4454-aa03-e9be491f5805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:53.449617643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed8d0ea-443d-4454-aa03-e9be491f5805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:53.463582603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed8d0ea-443d-4454-aa03-e9be491f5805","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.012893376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a407038-82b4-493f-8dfc-41d4243b68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.025886811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a407038-82b4-493f-8dfc-41d4243b68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.038741425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a407038-82b4-493f-8dfc-41d4243b68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.054361753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a407038-82b4-493f-8dfc-41d4243b68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.604247873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90548c4d-5f58-48e8-92c0-0d3186830135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.617548604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90548c4d-5f58-48e8-92c0-0d3186830135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.630410729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90548c4d-5f58-48e8-92c0-0d3186830135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:54.643766255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90548c4d-5f58-48e8-92c0-0d3186830135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.24676644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-2-w2-92d984","reconcileID":"d20d107f-af70-487f-97aa-9caf690b4c6c","MaaSModelRef":{"name":"distinct-2-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-2-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-2-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.247121919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"distinct-w2-92d984","reconcileID":"f5c45853-982b-41d7-a448-49c224926774","MaaSModelRef":{"name":"distinct-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"distinct-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"distinct-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.351072428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94372b1d-5287-4a20-8f82-a35c998f2a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.364016436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94372b1d-5287-4a20-8f82-a35c998f2a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.376713166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94372b1d-5287-4a20-8f82-a35c998f2a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.390154489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94372b1d-5287-4a20-8f82-a35c998f2a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.938402488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac437ad7-c7ac-4cbc-b5d2-7248b0b1dfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.951381537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac437ad7-c7ac-4cbc-b5d2-7248b0b1dfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.964618245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac437ad7-c7ac-4cbc-b5d2-7248b0b1dfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:55.977547834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac437ad7-c7ac-4cbc-b5d2-7248b0b1dfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.102206406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"simulator-w2-92d984","reconcileID":"e51af622-a0fc-4280-aa18-d86848852e05","MaaSModelRef":{"name":"simulator-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"simulator-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"simulator-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.102474787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"060ff055-f307-4ba7-8375-13e49034ec2b","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"routeName":"premium-w2-92d984-kserve-route","namespace":"e2e-models-e2e-worker-w2-92d984","llmisvcName":"premium-w2-92d984","gateway":"openshift-ingress/e2e-worker-w2-92d984","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.116672211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"7318e268-20b3-4932-a154-068b3e13e200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.117004733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"6f735201-e0e6-4be7-a0e3-3c983113e8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.117093905Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"6f735201-e0e6-4be7-a0e3-3c983113e8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","error":"HTTPRoute not found yet: for LLMInferenceService premium-w2-92d984 in namespace e2e-models-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.130579665Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"simulator-subscription","reconcileID":"7318e268-20b3-4932-a154-068b3e13e200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/simulator-w2-92d984","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:56.293021335Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"248aa8b2-a0d9-4d37-8e2f-836ab737bdc7","name":"premium-w2-92d984","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-92d984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:56.293100958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-92d984","namespace":"e2e-models-e2e-worker-w2-92d984"},"namespace":"e2e-models-e2e-worker-w2-92d984","name":"premium-w2-92d984","reconcileID":"248aa8b2-a0d9-4d37-8e2f-836ab737bdc7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-92d984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.343569697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"46826ed3-7081-45c9-99f9-0ec8e24cbc08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:56.343706205Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"46826ed3-7081-45c9-99f9-0ec8e24cbc08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"model":"e2e-models-e2e-worker-w2-92d984/premium-w2-92d984","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-92d984/premium-w2-92d984 (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:40:56.404015473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"premium-simulator-subscription","reconcileID":"46826ed3-7081-45c9-99f9-0ec8e24cbc08","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:59.263373637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"e9bd96f9-99ad-4ce4-8a16-153f2b982db7","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:59.306434446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"e9bd96f9-99ad-4ce4-8a16-153f2b982db7","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:40:59.480257037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"e9bd96f9-99ad-4ce4-8a16-153f2b982db7","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:00.488107702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"65bfb1d7-23e2-40ed-93bb-c074cbeda5fd","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:00.554499397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"2d549ef3-c204-43b7-acf5-8d8329cd8f21","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:00.554528258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"2d549ef3-c204-43b7-acf5-8d8329cd8f21","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:01.084699929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:01.653808297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8349d3bf-a052-4dbf-a1e6-6903613b77da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:01.66970445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8349d3bf-a052-4dbf-a1e6-6903613b77da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:01.682476906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8349d3bf-a052-4dbf-a1e6-6903613b77da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:01.695417105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8349d3bf-a052-4dbf-a1e6-6903613b77da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.347563947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"4af5ce5b-20bf-4bd2-9999-d55d647fe94f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.367420333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"4af5ce5b-20bf-4bd2-9999-d55d647fe94f","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.411465192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f7f7e2-dec7-411f-8952-20faf076fbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.427165891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f7f7e2-dec7-411f-8952-20faf076fbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.442228221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f7f7e2-dec7-411f-8952-20faf076fbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:02.455800365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f7f7e2-dec7-411f-8952-20faf076fbbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.069317066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f162bc31-aa4a-4f07-ae33-5edaa32284a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.14674893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f162bc31-aa4a-4f07-ae33-5edaa32284a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.223200417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f162bc31-aa4a-4f07-ae33-5edaa32284a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.239242777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f162bc31-aa4a-4f07-ae33-5edaa32284a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.344475913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"ab2fb05d-a507-4966-9300-feb0926c9d86","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.366583446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"ab2fb05d-a507-4966-9300-feb0926c9d86","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.383787528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eefb781c71e4768f7a25672a22055de1e268e67c96ab17d653ec187c182d903) AuthConfig (e32617a1e48ad53c7d61718adb3f2af91863ff40423f40a7d058e137de15f4d5) AuthConfig (c287b189d86de243dc2e68a722650bf12c4c923f83c03f426fa4a990a23578b2) AuthConfig (d0a38d93f805f6e56b8ad18366642585eaefc3c85ff47ccd53381204547f11c0) AuthConfig (aadb7a7b892db52bb1e2a0972b47a57dd7eb378d930291a5212bb31966afbf46) AuthConfig (e77eb866969fd5c1f5d9ffaf66d9a068757bb8cc96ded531d3e7de4d8785fc0d) AuthConfig (54a25ad0b2e77619833195d34602cbb62c18c90f9316b42b2d25b696525be7ae) AuthConfig (495c2e56e4c7650856ccd988cefb8671546c9edbcfafb48605b4b85940592552) AuthConfig (753fc246891ebda9d95f6e1e2e79daad080d3b49f5d50f88d5d6a91662af5bed) AuthConfig (2902867d5cc79d43054563314ad8092343c3243463af7f737bef463e1619f517) AuthConfig (790a77ae9cc943ddb7e77e1ada0ff10d7c878e365dbdc6df444ef5c617765a7f) AuthConfig (0162358a99ee9db1a8aefccd1eda8fc694aa3cdcd980a343e13106f950b5e430) AuthConfig (928abe81ad0fe055243d3899c7764fe86e735bd79bfa7328ca2271adacf5dcda) AuthConfig (9f75f0eda5a273720f7bc66e6de6918af0e4d4868aca5d53fada456678ba5afa) AuthConfig (475250d2d615199b44defda5e175381c4b3d3f119f9f54ff944c3f90c33a81e9) AuthConfig (4b4327e091509d2591be98a833c180cc041e9c68b56418f952cc60230888e304) AuthConfig (958f23e99e67df737197d37038b3aa50e1a35ab67a0f7929516b6faee71a073e) AuthConfig (c08cfb72ce8503a48bc1127f122f6bb686af98d378a5fd66b60236752a9556f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"ab2fb05d-a507-4966-9300-feb0926c9d86","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.403041243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"10b51ad4-90c8-4c65-8557-98ecbe959059","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:03.403060735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"10b51ad4-90c8-4c65-8557-98ecbe959059","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.107859814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb29f32-19d3-469b-8cf6-429138d6d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.121446758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb29f32-19d3-469b-8cf6-429138d6d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.135484809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb29f32-19d3-469b-8cf6-429138d6d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.151113167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb29f32-19d3-469b-8cf6-429138d6d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.762550448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d636f483-cda8-4391-95dd-1902beae1f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.775320649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d636f483-cda8-4391-95dd-1902beae1f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.788194396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d636f483-cda8-4391-95dd-1902beae1f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:04.802703138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d636f483-cda8-4391-95dd-1902beae1f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.435842964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"766f5d3b-bf88-4376-8867-9dfc33586a54","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.455917079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"766f5d3b-bf88-4376-8867-9dfc33586a54","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.473139379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eefb781c71e4768f7a25672a22055de1e268e67c96ab17d653ec187c182d903) AuthConfig (e32617a1e48ad53c7d61718adb3f2af91863ff40423f40a7d058e137de15f4d5) AuthConfig (c287b189d86de243dc2e68a722650bf12c4c923f83c03f426fa4a990a23578b2) AuthConfig (d0a38d93f805f6e56b8ad18366642585eaefc3c85ff47ccd53381204547f11c0) AuthConfig (aadb7a7b892db52bb1e2a0972b47a57dd7eb378d930291a5212bb31966afbf46) AuthConfig (e77eb866969fd5c1f5d9ffaf66d9a068757bb8cc96ded531d3e7de4d8785fc0d) AuthConfig (54a25ad0b2e77619833195d34602cbb62c18c90f9316b42b2d25b696525be7ae) AuthConfig (495c2e56e4c7650856ccd988cefb8671546c9edbcfafb48605b4b85940592552) AuthConfig (753fc246891ebda9d95f6e1e2e79daad080d3b49f5d50f88d5d6a91662af5bed) AuthConfig (2902867d5cc79d43054563314ad8092343c3243463af7f737bef463e1619f517) AuthConfig (790a77ae9cc943ddb7e77e1ada0ff10d7c878e365dbdc6df444ef5c617765a7f) AuthConfig (0162358a99ee9db1a8aefccd1eda8fc694aa3cdcd980a343e13106f950b5e430) AuthConfig (928abe81ad0fe055243d3899c7764fe86e735bd79bfa7328ca2271adacf5dcda) AuthConfig (9f75f0eda5a273720f7bc66e6de6918af0e4d4868aca5d53fada456678ba5afa) AuthConfig (475250d2d615199b44defda5e175381c4b3d3f119f9f54ff944c3f90c33a81e9) AuthConfig (4b4327e091509d2591be98a833c180cc041e9c68b56418f952cc60230888e304) AuthConfig (958f23e99e67df737197d37038b3aa50e1a35ab67a0f7929516b6faee71a073e) AuthConfig (c08cfb72ce8503a48bc1127f122f6bb686af98d378a5fd66b60236752a9556f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"766f5d3b-bf88-4376-8867-9dfc33586a54","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.740774268Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","namespace":"ai-tenant-e2e-extmod-b-4c1015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.741039355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","namespace":"ai-tenant-e2e-extmod-b-4c1015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.741222936Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","tenant":"e2e-extmod-b-4c1015","tenantID":"e2e-extmod-b-4c1015","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.760804686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4c1015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.790245783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Service","name":"maas-api-e2e-extmod-b-4c1015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.809667257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4c1015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.829465093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4c1015","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.852628671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.872883362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.893291142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.91023147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.962243508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.984262574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:13.997790744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Service","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.010988541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.030378152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.044335893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.066133731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.087350798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.109636455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.136384137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.159287657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4c1015","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.181876233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4c1015"},"namespace":"ai-tenant-e2e-extmod-b-4c1015","name":"default-tenant","reconcileID":"00a53962-7e57-42e0-9409-66e41a8c0c47","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4c1015","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:14.740227056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4c1015","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4c1015","reconcileID":"d2edb09e-1cd1-44b3-99e0-49cf74cf0752","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4c1015","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4c1015"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.244357823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497c2ef3-c1ec-4af4-b313-41ea15230156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.257529065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497c2ef3-c1ec-4af4-b313-41ea15230156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.270196499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497c2ef3-c1ec-4af4-b313-41ea15230156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.28289819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"497c2ef3-c1ec-4af4-b313-41ea15230156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.859581447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4631d364-9626-4260-896e-06ec49b1ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.87297298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4631d364-9626-4260-896e-06ec49b1ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.885949872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4631d364-9626-4260-896e-06ec49b1ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:15.898604729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4631d364-9626-4260-896e-06ec49b1ca7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:16.457199526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86b7ea9-4832-45b3-9389-0949d9e615c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:16.46988337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86b7ea9-4832-45b3-9389-0949d9e615c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:16.48267029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86b7ea9-4832-45b3-9389-0949d9e615c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:16.495374317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c86b7ea9-4832-45b3-9389-0949d9e615c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.392689533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6024c7a2-11ba-42fc-af72-419280c9157e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.405753616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6024c7a2-11ba-42fc-af72-419280c9157e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.418434513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6024c7a2-11ba-42fc-af72-419280c9157e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.436853115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6024c7a2-11ba-42fc-af72-419280c9157e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.513032118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2f04d478-ed44-457f-b5ec-a582db6a2d10","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.537540142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2f04d478-ed44-457f-b5ec-a582db6a2d10","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:23.557153095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eefb781c71e4768f7a25672a22055de1e268e67c96ab17d653ec187c182d903) AuthConfig (e32617a1e48ad53c7d61718adb3f2af91863ff40423f40a7d058e137de15f4d5) AuthConfig (c287b189d86de243dc2e68a722650bf12c4c923f83c03f426fa4a990a23578b2) AuthConfig (d0a38d93f805f6e56b8ad18366642585eaefc3c85ff47ccd53381204547f11c0) AuthConfig (aadb7a7b892db52bb1e2a0972b47a57dd7eb378d930291a5212bb31966afbf46) AuthConfig (e77eb866969fd5c1f5d9ffaf66d9a068757bb8cc96ded531d3e7de4d8785fc0d) AuthConfig (54a25ad0b2e77619833195d34602cbb62c18c90f9316b42b2d25b696525be7ae) AuthConfig (495c2e56e4c7650856ccd988cefb8671546c9edbcfafb48605b4b85940592552) AuthConfig (753fc246891ebda9d95f6e1e2e79daad080d3b49f5d50f88d5d6a91662af5bed) AuthConfig (2902867d5cc79d43054563314ad8092343c3243463af7f737bef463e1619f517) AuthConfig (790a77ae9cc943ddb7e77e1ada0ff10d7c878e365dbdc6df444ef5c617765a7f) AuthConfig (0162358a99ee9db1a8aefccd1eda8fc694aa3cdcd980a343e13106f950b5e430) AuthConfig (928abe81ad0fe055243d3899c7764fe86e735bd79bfa7328ca2271adacf5dcda) AuthConfig (9f75f0eda5a273720f7bc66e6de6918af0e4d4868aca5d53fada456678ba5afa) AuthConfig (475250d2d615199b44defda5e175381c4b3d3f119f9f54ff944c3f90c33a81e9) AuthConfig (4b4327e091509d2591be98a833c180cc041e9c68b56418f952cc60230888e304) AuthConfig (958f23e99e67df737197d37038b3aa50e1a35ab67a0f7929516b6faee71a073e) AuthConfig (c08cfb72ce8503a48bc1127f122f6bb686af98d378a5fd66b60236752a9556f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"2f04d478-ed44-457f-b5ec-a582db6a2d10","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:24.298815277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7612a03-8457-4735-a86d-b9bc8acb0244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:24.311790566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7612a03-8457-4735-a86d-b9bc8acb0244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:24.3252824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7612a03-8457-4735-a86d-b9bc8acb0244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:24.338818243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7612a03-8457-4735-a86d-b9bc8acb0244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:31.052983245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:33.586202173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"3fc49b01-7da3-4275-84cb-f3a5dccfc14e","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:33.607141862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"3fc49b01-7da3-4275-84cb-f3a5dccfc14e","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:33.624633345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d09411-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eefb781c71e4768f7a25672a22055de1e268e67c96ab17d653ec187c182d903) AuthConfig (e32617a1e48ad53c7d61718adb3f2af91863ff40423f40a7d058e137de15f4d5) AuthConfig (c287b189d86de243dc2e68a722650bf12c4c923f83c03f426fa4a990a23578b2) AuthConfig (d0a38d93f805f6e56b8ad18366642585eaefc3c85ff47ccd53381204547f11c0) AuthConfig (aadb7a7b892db52bb1e2a0972b47a57dd7eb378d930291a5212bb31966afbf46) AuthConfig (e77eb866969fd5c1f5d9ffaf66d9a068757bb8cc96ded531d3e7de4d8785fc0d) AuthConfig (54a25ad0b2e77619833195d34602cbb62c18c90f9316b42b2d25b696525be7ae) AuthConfig (495c2e56e4c7650856ccd988cefb8671546c9edbcfafb48605b4b85940592552) AuthConfig (753fc246891ebda9d95f6e1e2e79daad080d3b49f5d50f88d5d6a91662af5bed) AuthConfig (2902867d5cc79d43054563314ad8092343c3243463af7f737bef463e1619f517) AuthConfig (790a77ae9cc943ddb7e77e1ada0ff10d7c878e365dbdc6df444ef5c617765a7f) AuthConfig (0162358a99ee9db1a8aefccd1eda8fc694aa3cdcd980a343e13106f950b5e430) AuthConfig (928abe81ad0fe055243d3899c7764fe86e735bd79bfa7328ca2271adacf5dcda) AuthConfig (9f75f0eda5a273720f7bc66e6de6918af0e4d4868aca5d53fada456678ba5afa) AuthConfig (475250d2d615199b44defda5e175381c4b3d3f119f9f54ff944c3f90c33a81e9) AuthConfig (4b4327e091509d2591be98a833c180cc041e9c68b56418f952cc60230888e304) AuthConfig (958f23e99e67df737197d37038b3aa50e1a35ab67a0f7929516b6faee71a073e) AuthConfig (c08cfb72ce8503a48bc1127f122f6bb686af98d378a5fd66b60236752a9556f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"3fc49b01-7da3-4275-84cb-f3a5dccfc14e","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.545796037Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.545886458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","namespace":"ai-tenant-e2e-worker-w2-92d984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.545984918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","tenant":"e2e-worker-w2-92d984","tenantID":"e2e-worker-w2-92d984","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.56209776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Deployment","name":"maas-api-e2e-worker-w2-92d984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.591930072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Service","name":"maas-api-e2e-worker-w2-92d984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.610180099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-92d984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.626673596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-92d984","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.643691218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.660545664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.680301837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.696708359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.709627627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.722762888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.735761696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Service","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.749194866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.762471283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.775571637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.788738933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.830110265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.850246634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.865328654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.885341246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-92d984","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:37.911175898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-92d984"},"namespace":"ai-tenant-e2e-worker-w2-92d984","name":"default-tenant","reconcileID":"55862ed1-c6cf-499d-baba-5cb2e3b4b724","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-92d984","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:38.412893685Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-92d984","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-92d984","reconcileID":"3506c0a7-baa1-4451-a1e0-afc2d44c06c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-92d984","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-92d984"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:38.772289838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f8788f-e127-4f07-9ba1-245cf4c57358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:38.788210685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f8788f-e127-4f07-9ba1-245cf4c57358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:38.801027322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f8788f-e127-4f07-9ba1-245cf4c57358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:38.813810929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f8788f-e127-4f07-9ba1-245cf4c57358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.353266879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f018661-0b91-45c6-9396-e88a43ecd54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.369186828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f018661-0b91-45c6-9396-e88a43ecd54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.382558137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f018661-0b91-45c6-9396-e88a43ecd54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.404377334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f018661-0b91-45c6-9396-e88a43ecd54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.928160834Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","namespace":"ai-tenant-e2e-shared-b-w1-798a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.941436483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c80afc-17a7-4bd5-9e9e-6fd6cfd12f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.941512483Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","namespace":"ai-tenant-e2e-shared-b-w1-798a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.941594685Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","tenant":"e2e-shared-b-w1-798a8f","tenantID":"e2e-shared-b-w1-798a8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.954344033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c80afc-17a7-4bd5-9e9e-6fd6cfd12f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.968861703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c80afc-17a7-4bd5-9e9e-6fd6cfd12f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.987264943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c80afc-17a7-4bd5-9e9e-6fd6cfd12f7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:39.990136437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-798a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.019951183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Service","name":"maas-api-e2e-shared-b-w1-798a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.052381686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-798a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.080761073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-798a8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.100200548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.119350825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.148967069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.16700814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.18159268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.195191115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.208995052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.222326478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.235696954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.249031738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.263485379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.286936473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.305057214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.383732086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.401929391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-798a8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.42823723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-798a8f"},"namespace":"ai-tenant-e2e-shared-b-w1-798a8f","name":"default-tenant","reconcileID":"6be8c0fb-8a3b-4d82-8eea-e16be3cf8ee0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-798a8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.834314742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9b1153f2-b332-48a6-8723-8dc73d040aca","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:40.83435312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9b1153f2-b332-48a6-8723-8dc73d040aca","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.06881158Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-798a8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-798a8f","reconcileID":"55fef8fa-e5c4-4879-a387-f884c523a857","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-798a8f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-798a8f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.083358329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444ae99d-87e6-4a59-a19a-ae526fc203fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.096374736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444ae99d-87e6-4a59-a19a-ae526fc203fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.109398049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444ae99d-87e6-4a59-a19a-ae526fc203fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.123037717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"444ae99d-87e6-4a59-a19a-ae526fc203fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.70389539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98010e21-e4b4-43b7-be95-19055db124fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.71686043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98010e21-e4b4-43b7-be95-19055db124fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.729621697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98010e21-e4b4-43b7-be95-19055db124fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:41.742494685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98010e21-e4b4-43b7-be95-19055db124fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.280093206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331a8b3f-2045-439b-80a4-e76fd2bd94dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.293015017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331a8b3f-2045-439b-80a4-e76fd2bd94dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.305736437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331a8b3f-2045-439b-80a4-e76fd2bd94dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.318635915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331a8b3f-2045-439b-80a4-e76fd2bd94dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.498998706Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.499064506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","namespace":"ai-tenant-e2e-shared-b-w4-675bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.499123925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","tenant":"e2e-shared-b-w4-675bf4","tenantID":"e2e-shared-b-w4-675bf4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.515151377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-675bf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.543755509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Service","name":"maas-api-e2e-shared-b-w4-675bf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.561442418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-675bf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.578296024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-675bf4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.599689055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.622173479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.639981445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.65706956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.670603864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.684374648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.697804056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.711323715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.724442486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.737825299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.752157077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.779386878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.81218306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.829158037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.847431959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-675bf4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:42.866193383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-675bf4"},"namespace":"ai-tenant-e2e-shared-b-w4-675bf4","name":"default-tenant","reconcileID":"b02a9c93-8499-4035-9100-5cdb8094b42d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-675bf4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.300066267Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-675bf4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-675bf4","reconcileID":"dd85cc91-19f1-458e-91c5-f0decc68c434","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-675bf4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-675bf4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.657691619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"065a70ad-8b89-4e69-9373-a3b5c8081c26","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.676169593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"065a70ad-8b89-4e69-9373-a3b5c8081c26","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.72646465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb03053-55c7-40bb-9aa7-3054d1f2b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.739823882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb03053-55c7-40bb-9aa7-3054d1f2b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.753239078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb03053-55c7-40bb-9aa7-3054d1f2b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.756921663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"439a1e2d-cb27-4820-af3c-4684c544e49f","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.756939478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"439a1e2d-cb27-4820-af3c-4684c544e49f","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:43.765888175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fb03053-55c7-40bb-9aa7-3054d1f2b905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:44.380007276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2247bb-8d7e-4abf-b1da-a99f6aa432e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:44.392733242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2247bb-8d7e-4abf-b1da-a99f6aa432e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:44.405480693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2247bb-8d7e-4abf-b1da-a99f6aa432e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:44.418431139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce2247bb-8d7e-4abf-b1da-a99f6aa432e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.221152138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"69b01bdc-c39e-49e6-8e70-0c867a761c1c","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.22117982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"69b01bdc-c39e-49e6-8e70-0c867a761c1c","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.224138249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"0c08eb42-7b0d-4999-a7c3-34255d8e103d","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.224167094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"0c08eb42-7b0d-4999-a7c3-34255d8e103d","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.252872384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"7ed0ebc9-39e6-414f-a081-b7d3a0415fd5","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.304622017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"7ed0ebc9-39e6-414f-a081-b7d3a0415fd5","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.322015814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"7ed0ebc9-39e6-414f-a081-b7d3a0415fd5","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.348710334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"da80f60e-17c2-43c6-a392-ee98e04e6719","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:46.348732013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"da80f60e-17c2-43c6-a392-ee98e04e6719","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.322352922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"6341595f-9154-43a5-bd2d-2940065a294b","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.322380094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"6341595f-9154-43a5-bd2d-2940065a294b","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.342155281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"dc6367bf-31ee-4180-b4aa-d00ebc66b2bf","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.342178585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"dc6367bf-31ee-4180-b4aa-d00ebc66b2bf","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.350455019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"a07b942c-e0ab-4352-bc3d-30b943a09bd3","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:41:47.358889423Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"dc6367bf-31ee-4180-b4aa-d00ebc66b2bf","name":"test-model-d09411","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d09411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:41:47.358995317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"dc6367bf-31ee-4180-b4aa-d00ebc66b2bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d09411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:41:47.359003698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"bf0cedd6-7f20-419f-81d2-cf9b12f4c44c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d09411-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.36453147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"481eef02-05d4-4e98-a202-741dc5d1de4c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.364554009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"481eef02-05d4-4e98-a202-741dc5d1de4c","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.369605086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"a07b942c-e0ab-4352-bc3d-30b943a09bd3","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.392728576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"0c43f7af-a548-45ea-86bc-432e09d29179","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.392749472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"0c43f7af-a548-45ea-86bc-432e09d29179","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.409531991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"c3e69316-1c5d-4981-a5f7-bbd3b0c8c544","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.409549434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"c3e69316-1c5d-4981-a5f7-bbd3b0c8c544","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.469568296Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"891efe82-0c2b-46e8-8e32-6cd707b5e23a","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","model":"test-model-d09411","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-d09411/test-model-d09411-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.527305952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"01be6742-bff6-4834-b5f3-6fd81d416007","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.528125741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ba570cc6-3ee8-4212-9fb4-2b61a0343563","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.528144716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"ba570cc6-3ee8-4212-9fb4-2b61a0343563","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.546079157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"01be6742-bff6-4834-b5f3-6fd81d416007","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:47.569286025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"78455e42-e48b-44f7-a260-2ead66aab680","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.758749353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5cce7412-b85a-4a63-b052-c44e51dc40fb","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.759193994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"b3be6ea9-e273-4bfa-b611-053f554ba058","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.759647716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"6c27cea6-cdb3-4712-8167-46aa74eaae42","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.773020705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"271840dc-a10a-4aa5-abdb-5e6ce6b7826f","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.791587932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"958b05b5-615e-4cd5-8aa1-a70ed64fae53","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.792036025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"189d4ad9-bf2f-4904-a27a-95a12eab8349","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.792340824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"7bb31cdd-178b-4118-b1b7-d98b15b0c6d5","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.792518284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"b719fabe-f64d-479f-86b8-6550e3a5a473","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.812672909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"66017881-5e44-463a-8be7-cd2f2dfdb8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.81433359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"e48b7997-c61d-43a4-b37b-ca446f62cd94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.831406646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"66017881-5e44-463a-8be7-cd2f2dfdb8c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.908657235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7a1412c2-2016-4330-98ec-47f854333d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.90919472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"31e1eeb6-4d23-4905-99bf-43d9719b12b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.909627801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"da4c3bf3-6dc1-4003-9b86-461fd6bd2526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:49.928524851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7a1412c2-2016-4330-98ec-47f854333d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.001436677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2a97b1c0-68ba-4a4c-847e-f29230fc87f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.002514318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"2ae07e5b-94ef-4d67-8555-77a9b889f8ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.025181452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"2a97b1c0-68ba-4a4c-847e-f29230fc87f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.083258005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1252147c-7b4a-4a64-a5a5-e00dbb5145ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.122434107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1252147c-7b4a-4a64-a5a5-e00dbb5145ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.135130043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1252147c-7b4a-4a64-a5a5-e00dbb5145ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.148628598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1252147c-7b4a-4a64-a5a5-e00dbb5145ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.162654608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"468fbcfe-007a-4f40-a68c-9e87673d849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.22305942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"468fbcfe-007a-4f40-a68c-9e87673d849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.802269777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea101a-9e59-4f97-bc25-27635cf18bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.815393979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea101a-9e59-4f97-bc25-27635cf18bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.828721997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea101a-9e59-4f97-bc25-27635cf18bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:50.841585242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dea101a-9e59-4f97-bc25-27635cf18bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:51.401887452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf30dfb3-1d08-416d-8b88-90a59c2c55fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:51.417731263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf30dfb3-1d08-416d-8b88-90a59c2c55fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:51.430356986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf30dfb3-1d08-416d-8b88-90a59c2c55fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:51.443963935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf30dfb3-1d08-416d-8b88-90a59c2c55fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.125584638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"7c1a238e-995a-421a-b1fc-5650999211e9","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.140860291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"5784f202-cf41-4ac1-abb9-d10cf2bb8950","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.155456791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"f910c2f3-d34c-4ab5-b39f-abd1afad9f19","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.156868275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"78274c3c-8ff1-48b5-9eb2-e158dea27a0c","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.157681172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"d923d3fe-01da-461b-a6ec-f0df2419fc48","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.158479802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"2b0cd898-92b5-4a28-b52a-4edf7c0e712d","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.186512377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6ffbecab-3257-42ad-af03-6b9a06022bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.224090789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"f62b735d-cd31-48cb-8e68-c2ea16b4576d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.225407441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"6ffbecab-3257-42ad-af03-6b9a06022bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.270594351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"24fdeadc-3cf4-4e8e-b109-7fb0477a3910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.321721091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"e74f6343-d9d6-4244-b73b-fba4fb7fd3b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.325432324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"24fdeadc-3cf4-4e8e-b109-7fb0477a3910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.386374582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"0e1acd4b-48ec-418c-8fc9-0df864806ffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.41252239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ac068524-99de-454c-8fa5-35574c741161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.422652541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8fa3e828-b5f0-4435-a895-6fa548e2f98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.43094004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ac068524-99de-454c-8fa5-35574c741161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.441178422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"8fa3e828-b5f0-4435-a895-6fa548e2f98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.476788999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"6b662433-1455-4581-981c-2faedc74a4e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.502381687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c42d16-549f-47cc-94d4-d1e34f51fe61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.515436564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c42d16-549f-47cc-94d4-d1e34f51fe61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.528149825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c42d16-549f-47cc-94d4-d1e34f51fe61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:52.541458577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c42d16-549f-47cc-94d4-d1e34f51fe61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.087219967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c12dbc5-3133-4e2d-aa4a-3badafb63c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.100364565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c12dbc5-3133-4e2d-aa4a-3badafb63c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.113286551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c12dbc5-3133-4e2d-aa4a-3badafb63c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.126120683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c12dbc5-3133-4e2d-aa4a-3badafb63c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.687683685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850feaea-e7a9-4d31-aaa5-296e59d5658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.700937223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850feaea-e7a9-4d31-aaa5-296e59d5658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.713784563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850feaea-e7a9-4d31-aaa5-296e59d5658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:53.727488405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"850feaea-e7a9-4d31-aaa5-296e59d5658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:54.835411821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"0457f1a7-474f-42d6-b543-67808183e344","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:54.95695118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"96c67e29-cd43-40f5-9e7c-6c1ab381ecae","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.071823256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"20df8370-a271-4a0d-929d-d84a3acd1314","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.124057922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"aeba6a7c-8c40-4389-97af-40e7b0ba5704","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.137697143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"02570c67-4657-4042-93c8-fe35bd275237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.144953604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"afb4dcbc-1cc7-4f1c-9bd8-334faa655123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.164386593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"02570c67-4657-4042-93c8-fe35bd275237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.165357717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"afb4dcbc-1cc7-4f1c-9bd8-334faa655123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.197366527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"3eb3fc44-873a-4273-8d4a-2d3ad2708ef1","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.207565268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"5b290ff6-42e0-4e75-9030-4dc7358a28bc","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.257547463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"bf314e67-ec19-401a-9939-e8bd373636e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.26517056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"63638e3c-d676-43fc-b86a-c1d3df2198f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.330286279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"c355861f-6d01-4c0b-8e20-a60af6b12dc5","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.339610027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"02329798-22ec-4c5c-8f6d-672e54da4e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.339606121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aba9b135-9378-4149-85d1-622325f6a221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.359793468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"aba9b135-9378-4149-85d1-622325f6a221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.36004187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"02329798-22ec-4c5c-8f6d-672e54da4e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:55.375100372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"adea1c3b-2d12-4a00-a6b9-68425bfb3530","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:56.376341975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"4d32bf4f-c442-4fc6-9d2c-53ebd7425c5a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:56.394839163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"4d32bf4f-c442-4fc6-9d2c-53ebd7425c5a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:56.413008989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"4d32bf4f-c442-4fc6-9d2c-53ebd7425c5a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.156609438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"12e285f3-88b6-4d37-81bd-6ee4190ce157","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.31751601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"43062bc6-0809-40f7-81ce-a279fa2698d0","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.431498717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"36a3f06e-a479-4e0a-82a9-887ba7b5f2bc","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.482952857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"eaada206-d3ea-43d6-8425-69fff2ca1b4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.503461009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"44b2b413-df09-45bf-9f41-59446b1a4dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.503491648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f137c082-2146-47da-a269-0ae22ee5655f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.523516862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f137c082-2146-47da-a269-0ae22ee5655f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.523547204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"44b2b413-df09-45bf-9f41-59446b1a4dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.537197563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"0bc20bf9-c8cb-4a64-97c7-a4828151bf5a","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.547934358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"6ffbb0af-3c7f-4b9e-9beb-3a09d9d14fdb","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.638501844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"10893084-8727-45e3-b0f2-433ee7e242f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.638748438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"723edfa0-406f-4bd2-9cf6-3a8fa547e785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.669377382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7e5eaff3-3a8a-4924-bbbb-553110649e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.688615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"7e5eaff3-3a8a-4924-bbbb-553110649e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.693516729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"fc1be0a8-7c4d-4c3b-b8bd-8779674e2f13","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.736787932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"9bfafbb3-7bcc-43c7-a9eb-f19623bdb6ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.803180164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"94e379ce-13f0-4b95-9846-2ec95dde2402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:57.825329422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"94e379ce-13f0-4b95-9846-2ec95dde2402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.897430049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"2d1c3fc7-b74a-4fa0-b024-96a32a0cded5","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.897672626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"65fbeedc-202b-4d4f-a23d-b9b17271fe10","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.897920035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"fa6da433-aaad-4796-894c-80dd236c8590","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.898390083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"e0c2ecb3-842c-4776-aabd-15a952eea008","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.937605594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"7d48ddc0-da3a-45e5-a36a-6e13a2adeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.937728263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"805db673-85a0-4cd0-8861-4aebf6ba74ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.939218117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"5f18b76e-dacf-40b1-bcfb-292a3b464be6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.939787651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"d9c91cd5-2e28-43da-a053-7606553054d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.958140663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"805db673-85a0-4cd0-8861-4aebf6ba74ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:41:59.961179306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"7d48ddc0-da3a-45e5-a36a-6e13a2adeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.052560991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"0ecd1c8d-34eb-4eb7-8580-f3cdf946ff6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-premium-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.129630001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6f9f56ef-29cb-4130-a040-451691c6ee7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.129684957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8cb8dee9-63e0-4c62-a7ba-6d4568bfce43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.141373105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"fafb5a85-9b70-4cee-995f-8c081fefa448","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"maas-trlp-simulator-w1-29c2f2","model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.148487378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8cb8dee9-63e0-4c62-a7ba-6d4568bfce43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:00.149450327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"6f9f56ef-29cb-4130-a040-451691c6ee7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:01.05826625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.306396861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"0b0e1d3e-15d6-4060-b66c-843a7aded985","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.306745567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"fdb498db-4abc-4603-b50e-8ffa67062516","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.307063142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"9acdb595-605d-4c6c-97ee-1cb3a9e577d7","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.307554528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"1489c45b-c549-4825-995d-95369d60f180","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.348278802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"367461dd-e2bf-46d6-abad-729e8a781057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.348338997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7482e1be-2254-4111-88dc-c2134421ebaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.350571954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"55216040-2b23-4819-99d3-41053e668472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.350649789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"73f68679-403b-4d5f-9a48-306c35bd6690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.370096688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"367461dd-e2bf-46d6-abad-729e8a781057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.372489864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"7482e1be-2254-4111-88dc-c2134421ebaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.454982852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"0b0c3a69-ce33-4c33-ae40-146a97e2211f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.550703089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"901d787d-15ed-4c41-acb0-9809ab4065fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.562951814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4571388a-c790-4e2e-879a-753cbab3c2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.562981956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"88521cdf-5120-49ee-827d-419c877f8d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.581650885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"4571388a-c790-4e2e-879a-753cbab3c2c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:02.582853583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"88521cdf-5120-49ee-827d-419c877f8d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:06.038642561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"8bbb3607-f2ed-425a-aec1-d34fd7e62138","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:06.056976338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"8bbb3607-f2ed-425a-aec1-d34fd7e62138","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:06.074745995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"8bbb3607-f2ed-425a-aec1-d34fd7e62138","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:09.898724033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"d193a45e-6657-4712-92f9-f914f050ef99","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:09.899141182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"fb5fa633-e7bd-4ebb-83df-52b83a3e9489","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:09.899398232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"5623822e-9faf-4ac2-bedc-002fec51637a","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:09.899868823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"fd7d07cf-b5c5-4136-90fc-c12e85f67345","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.307887568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"21a28abe-6c23-4512-a3d5-e0f53ce34b30","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.308366287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"db755068-d572-4234-a360-96599cd390d2","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.308646665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"5e15ae85-a1f8-4a64-bca4-713b3a0b53c3","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.309037441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"599d9853-0e52-4ec5-99d8-c3c2008377fb","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.790765339Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","namespace":"ai-tenant-e2e-shared-a-w3-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.790829105Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","namespace":"ai-tenant-e2e-shared-a-w3-99e420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.79087845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","tenant":"e2e-shared-a-w3-99e420","tenantID":"e2e-shared-a-w3-99e420","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.807789903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-99e420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.839714389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Service","name":"maas-api-e2e-shared-a-w3-99e420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.857187782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-99e420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.875641054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-99e420","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.89838944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.917237132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.936570536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.953755883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.967975092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.981478936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:12.994959873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.008999961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.022569335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.036364702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.049849622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.079189954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.093998883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.109256513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.126275174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-99e420","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.159190101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-99e420"},"namespace":"ai-tenant-e2e-shared-a-w3-99e420","name":"default-tenant","reconcileID":"6f11c12f-9aa6-4821-85c9-83316ac934b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-99e420","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:13.573686892Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-99e420","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-99e420","reconcileID":"845b8081-d251-469e-9663-1fdc47c70333","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-99e420","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-99e420"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.010605289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7eb3a2-85d2-4f65-9c6a-d167d599bb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.023555272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7eb3a2-85d2-4f65-9c6a-d167d599bb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.036519897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7eb3a2-85d2-4f65-9c6a-d167d599bb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.049899041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d7eb3a2-85d2-4f65-9c6a-d167d599bb84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.664180879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819dffd-d4f6-417d-8e92-2145d1b82f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.677145311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819dffd-d4f6-417d-8e92-2145d1b82f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.689793059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819dffd-d4f6-417d-8e92-2145d1b82f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:14.702837133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9819dffd-d4f6-417d-8e92-2145d1b82f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:15.900319962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b9cc39df-0321-441f-9397-bc59e3384867","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:15.900492594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"d55afd4c-b7a2-40f0-8f03-54879f05edd4","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:15.900510653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"d55afd4c-b7a2-40f0-8f03-54879f05edd4","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:15.964338404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"57f17579-9f87-4167-aebc-6c275e0c92fd","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.034053415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b9cc39df-0321-441f-9397-bc59e3384867","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.08824829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b9cc39df-0321-441f-9397-bc59e3384867","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"e2e-inf-a-c06a2c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.08827557Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-auth","reconcileID":"b9cc39df-0321-441f-9397-bc59e3384867","MaaSAuthPolicy":{"name":"test-model-c06a2c-auth","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.109598109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"094b9507-d122-46ab-8bce-7e36eeb1938b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.10962362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"094b9507-d122-46ab-8bce-7e36eeb1938b","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.147056097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"6bcd0f72-f79c-4e6e-91a2-910fb14239ea","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.167548912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"6bcd0f72-f79c-4e6e-91a2-910fb14239ea","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.178396342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"227da260-0065-481c-a35b-5270c0319dda","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.192416258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"6bcd0f72-f79c-4e6e-91a2-910fb14239ea","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.264666186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"27261f3c-e850-49b4-a463-d5791a140716","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:16.264690998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"27261f3c-e850-49b4-a463-d5791a140716","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:19.899847002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"9caa765f-065b-49fe-a1da-a88f3ab2e9c3","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:19.900222048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"244d07ef-d2de-4ea1-9f98-11868303bd43","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:19.900480945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"51b49b8a-f5b8-4563-98e8-a03731865126","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:19.900800931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"fd6876f9-c589-47ac-920f-0fb6c9839991","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.317053084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"bb1cd34b-8b6d-4cac-b26d-aa87f7e74379","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.319965933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"0d67c013-a380-4d14-a125-2b850771908e","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.320424124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"eddf6889-4904-4b65-91a1-f4ef875d7b9d","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.321110842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"5d253298-4a7e-4669-9425-919489562dfd","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.951086464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ef24d3-1803-4053-9e0b-716526ac9878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.96571335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ef24d3-1803-4053-9e0b-716526ac9878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.979016775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ef24d3-1803-4053-9e0b-716526ac9878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:22.992512785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ef24d3-1803-4053-9e0b-716526ac9878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:23.559433391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67bf44-498e-4aa4-a17a-6b96058d89d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:23.57326102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67bf44-498e-4aa4-a17a-6b96058d89d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:23.586286933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67bf44-498e-4aa4-a17a-6b96058d89d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:23.598854403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a67bf44-498e-4aa4-a17a-6b96058d89d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:24.204052492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de58b8-d4e0-4cd2-a6a6-94fd79424f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:24.216791903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de58b8-d4e0-4cd2-a6a6-94fd79424f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:24.22971297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de58b8-d4e0-4cd2-a6a6-94fd79424f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:24.243171817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4de58b8-d4e0-4cd2-a6a6-94fd79424f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.221187419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"85271131-f110-4963-a88f-db6a9a42cf08","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.239751441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"85271131-f110-4963-a88f-db6a9a42cf08","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.259230434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"85271131-f110-4963-a88f-db6a9a42cf08","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.31237112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"7d2d252f-0ace-46ab-a184-8a9cda48119b","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","subscription":"test-model-c06a2c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.326147851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"7d2d252f-0ace-46ab-a184-8a9cda48119b","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.342842542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c-sub","reconcileID":"7d2d252f-0ace-46ab-a184-8a9cda48119b","MaaSSubscription":{"name":"test-model-c06a2c-sub","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"name":"maas-trlp-test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.434669849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"6225f7df-b68a-4847-9d6a-247481edb4c2","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"tenant":"e2e-inf-a-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","model":"ai-tenant-e2e-inf-a-c06a2c/test-model-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:26.434692232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"test-model-c06a2c","reconcileID":"6225f7df-b68a-4847-9d6a-247481edb4c2","MaaSModelRef":{"name":"test-model-c06a2c","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"routeName":"test-model-c06a2c-kserve-route","namespace":"ai-tenant-e2e-inf-a-c06a2c","llmisvcName":"test-model-c06a2c","gateway":"openshift-ingress/e2e-inf-a-c06a2c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.388572381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"52ad0308-e7fc-4ef6-ad0f-4de48a7ebd99","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.389189934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"526dc490-4243-4313-95c0-d24868e92d00","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.389206632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"526dc490-4243-4313-95c0-d24868e92d00","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.529020594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"86d37186-989e-4a7c-9cb6-005e2be36591","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.536573056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"52ad0308-e7fc-4ef6-ad0f-4de48a7ebd99","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.628277623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"52ad0308-e7fc-4ef6-ad0f-4de48a7ebd99","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"e2e-inf-b-90f46c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.628372721Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-auth","reconcileID":"52ad0308-e7fc-4ef6-ad0f-4de48a7ebd99","MaaSAuthPolicy":{"name":"test-model-90f46c-auth","namespace":"ai-tenant-e2e-inf-b-90f46c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.65138396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"a73ff0c7-0427-471e-8e05-33ffc5077b10","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.651444298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"a73ff0c7-0427-471e-8e05-33ffc5077b10","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.738350525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"d4124ee4-bc51-4569-a054-3cabdbc28344","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.797609735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b59fbf9d-fe18-4c8f-86dd-2028c5a46cbf","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:27.797635804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"b59fbf9d-fe18-4c8f-86dd-2028c5a46cbf","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:29.900585504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"d10e1233-29d8-4c17-8eb8-6faee2442c97","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:29.901051275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"3b68834d-4ee0-42df-860c-b4c698548af9","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:29.901302823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"e802892f-e43c-4328-ad28-c823526f5bac","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:29.901613696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"c8289652-bd4a-4c97-827d-9931926ce688","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:31.038995672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-2-w1-29c2f2","reconcileID":"bd8b7235-4899-4068-8cff-e3ed18f81691","MaaSModelRef":{"name":"distinct-2-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-2-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-2-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:31.048804459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"distinct-w1-29c2f2","reconcileID":"cf3931d6-7c6f-4897-914d-0e03d31c87e8","MaaSModelRef":{"name":"distinct-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"distinct-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"distinct-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:31.054432854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:31.064360411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"premium-w1-29c2f2","reconcileID":"bea63957-7142-41c7-8d8c-b5d40f24b1f8","MaaSModelRef":{"name":"premium-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"premium-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"premium-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:31.074683122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"namespace":"e2e-models-e2e-worker-w1-29c2f2","name":"simulator-w1-29c2f2","reconcileID":"0a8595cd-be88-43d4-8e0c-a9cbfe235158","MaaSModelRef":{"name":"simulator-w1-29c2f2","namespace":"e2e-models-e2e-worker-w1-29c2f2"},"routeName":"simulator-w1-29c2f2-kserve-route","namespace":"e2e-models-e2e-worker-w1-29c2f2","llmisvcName":"simulator-w1-29c2f2","gateway":"openshift-ingress/e2e-worker-w1-29c2f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.321057849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-2-w4-cea94a","reconcileID":"89fa7b13-4bec-4de6-9dae-cc8f3e609353","MaaSModelRef":{"name":"distinct-2-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-2-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-2-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.323019472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"distinct-w4-cea94a","reconcileID":"a8ca7225-8459-47dc-bacd-d1aa97a4560e","MaaSModelRef":{"name":"distinct-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"distinct-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"distinct-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.323964012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"4275668d-9236-4c6c-9b72-68f7e8287da3","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.32542595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"53b9cfd2-e99d-4357-a49e-98e56d3bdcac","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.436237776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"459035f7-95bf-49ad-95b0-c714a62715f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.452144189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1271d49d-bbbf-4090-acf3-88dab4dd85ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.458529365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"459035f7-95bf-49ad-95b0-c714a62715f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.517164701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"1271d49d-bbbf-4090-acf3-88dab4dd85ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.560471659Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"46654b46-3cfb-4047-bc95-3ceb485c3c4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:32.576036639Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"fbe968b4-276a-437a-83be-ecc745717ff9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"failed to fetch HTTPRoute e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2-kserve-route: HTTPRoute.gateway.networking.k8s.io \"simulator-w1-29c2f2-kserve-route\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.578314747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8b7911f0-d1f2-45c3-8e3a-370080e754bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:32.594934941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"fbe968b4-276a-437a-83be-ecc745717ff9","error":"failed to fetch HTTPRoute e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2-kserve-route: HTTPRoute.gateway.networking.k8s.io \"simulator-w1-29c2f2-kserve-route\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.597188834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8b7911f0-d1f2-45c3-8e3a-370080e754bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.597231181Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8b7911f0-d1f2-45c3-8e3a-370080e754bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.661192111Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"ee1f957a-9cb3-4921-93d7-23b993016fbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.663737945Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"d5593a5a-13ba-4e9a-b2b7-f8f5a193f271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.715472115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9101b059-9e28-44a8-a330-6a20fa283793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.716059428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3ec23bee-0036-47e1-a062-57c42ac0f146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.737542254Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"64c6fa4b-78c8-4da8-b2e3-7e2119e4ff1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.748253563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3ec23bee-0036-47e1-a062-57c42ac0f146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.748321199Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"3ec23bee-0036-47e1-a062-57c42ac0f146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.748941897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9101b059-9e28-44a8-a330-6a20fa283793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.748983827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"9101b059-9e28-44a8-a330-6a20fa283793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.76097575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"42720c77-a1ab-406a-8443-8182130b20df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.806468234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8a9ea9f3-b134-463f-b9ac-8403e98eca98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.80646831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"663a1ea1-490a-48ed-be71-c6b996b70d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.827264478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8a9ea9f3-b134-463f-b9ac-8403e98eca98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.827320767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"663a1ea1-490a-48ed-be71-c6b996b70d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.827374178Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"663a1ea1-490a-48ed-be71-c6b996b70d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.827332235Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"8a9ea9f3-b134-463f-b9ac-8403e98eca98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.92386776Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"415e7527-c201-456e-9c4f-4ca5c2f34e19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:32.928587414Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"25481941-7788-45ba-8533-32f2c4c064df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.008709631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7643f3f7-e228-4a9a-a076-9a4e380ff63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.011535964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"118928ed-c23b-463a-a55e-696d37825b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.040748319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"118928ed-c23b-463a-a55e-696d37825b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.040817132Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"118928ed-c23b-463a-a55e-696d37825b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.045889186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7643f3f7-e228-4a9a-a076-9a4e380ff63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.123162367Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"7643f3f7-e228-4a9a-a076-9a4e380ff63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.21930357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ef5e5100-9d79-4695-af80-6eab4469fc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.241495772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ef5e5100-9d79-4695-af80-6eab4469fc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.241541521Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"ef5e5100-9d79-4695-af80-6eab4469fc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.310559787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bda57d1e-5b0a-458b-939e-92e65819291b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.33340302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bda57d1e-5b0a-458b-939e-92e65819291b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.333460794Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bda57d1e-5b0a-458b-939e-92e65819291b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.412106123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8b7f27c0-e248-4f3e-b6b2-f60a91aa2109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.432052294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8b7f27c0-e248-4f3e-b6b2-f60a91aa2109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.432109545Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8b7f27c0-e248-4f3e-b6b2-f60a91aa2109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.513288323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c59e4883-0d77-4c8a-88e4-836a37885f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.518621776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8da8621c-46e8-43b9-b0fe-02c098ecf649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.531539593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c59e4883-0d77-4c8a-88e4-836a37885f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.531581186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"c59e4883-0d77-4c8a-88e4-836a37885f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.536645639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8da8621c-46e8-43b9-b0fe-02c098ecf649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:33.536680962Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"8da8621c-46e8-43b9-b0fe-02c098ecf649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.768416866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.768517383Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.791225833Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.791719132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"f60fcf39-4467-4520-a5d0-18283ab6b264","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.808291836Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.8094317Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.809599606Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.811442031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"52717893-b524-4edf-894a-2db3313c5ac9","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.834537601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"77396b3c-e8ac-4b71-a86d-efa270f32cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.835108585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f91b5734-cf81-4fa1-a1e0-107ced83fecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.835887197Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.836263636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"36ef4afe-3055-4e1a-ab83-39997bf50026","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"simulator-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"simulator-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.846997903Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"8bae9708-999f-4ebc-adb3-ad0790fe7a2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-064d209c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.893888339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f91b5734-cf81-4fa1-a1e0-107ced83fecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.90063661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"77396b3c-e8ac-4b71-a86d-efa270f32cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.902322623Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"b25db1d0-156d-4382-91d0-8d4ee14b08df","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.902799534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"daa3e5b7-ee7e-4e47-a188-18a744b3ccab","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"routeName":"premium-w4-cea94a-kserve-route","namespace":"e2e-models-e2e-worker-w4-cea94a","llmisvcName":"premium-w4-cea94a","gateway":"openshift-ingress/e2e-worker-w4-cea94a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.904442575Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"ad079050-f59f-4d48-beb0-b84ba99d72e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9b2e232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.920273437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"c57592c3-7263-466b-ab14-8761b6897985","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-064d209c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:34.923180007Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"daa3e5b7-ee7e-4e47-a188-18a744b3ccab","name":"premium-w4-cea94a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-cea94a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:34.923256469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"daa3e5b7-ee7e-4e47-a188-18a744b3ccab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-cea94a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.924488232Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f543a1fa-5c49-44f2-96dc-b442a152bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.939771864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"08cd4aea-6d97-4cc8-a4b0-f0fd7e518e27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9b2e232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:34.94026208Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"549c7da6-3ad6-4f70-b2e3-cf8966b37329","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-064d209c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.029738283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"df2b284a-c689-4e68-aae6-12944e2bafda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.15613919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f543a1fa-5c49-44f2-96dc-b442a152bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.167290403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"df2b284a-c689-4e68-aae6-12944e2bafda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.245729156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f543a1fa-5c49-44f2-96dc-b442a152bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.24576176Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"f543a1fa-5c49-44f2-96dc-b442a152bfc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.278543148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ce205ace-41a3-4436-ab46-fff60a153c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:35.279228048Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"df2b284a-c689-4e68-aae6-12944e2bafda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-cea94a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:35.279284583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"df2b284a-c689-4e68-aae6-12944e2bafda","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-cea94a-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.313899451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6e4e2c8f-e3f0-4f93-9029-aee8fe86de5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.407569352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ce205ace-41a3-4436-ab46-fff60a153c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.408005489Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"simulator-w4-cea94a","reconcileID":"c71177a0-89f2-44e8-8524-550655841070","MaaSModelRef":{"name":"simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"name":"maas-trlp-simulator-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a","model":"simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.427992433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ce205ace-41a3-4436-ab46-fff60a153c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.428014222Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ce205ace-41a3-4436-ab46-fff60a153c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:35.441499859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-access","reconcileID":"ce205ace-41a3-4436-ab46-fff60a153c06","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.489183442Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"8f3e72ab-8831-4cd2-aaa0-0760172f439f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-064d209c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.508084823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6e4e2c8f-e3f0-4f93-9029-aee8fe86de5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.508569983Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"efc037cd-87ab-4dd3-b40d-eaaf704360b4","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"name":"maas-trlp-premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a","model":"premium-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.532171716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6e4e2c8f-e3f0-4f93-9029-aee8fe86de5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"name":"e2e-worker-w4-cea94a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.532200445Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-access","reconcileID":"6e4e2c8f-e3f0-4f93-9029-aee8fe86de5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.581864824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"3cfb4540-da9a-459d-9aca-e8291f1acbc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9b2e232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.603159556Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"53e11fc3-738e-47fa-bec3-74a2ec4c7585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9b2e232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:35.626733934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"66d63af2-a3f4-4a54-b030-e0596d9f6f50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9b2e232","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:35.658942596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-cea94a","namespace":"e2e-models-e2e-worker-w4-cea94a"},"namespace":"e2e-models-e2e-worker-w4-cea94a","name":"premium-w4-cea94a","reconcileID":"bb142ec5-8aa1-45ee-a646-b2f4c280754e","error":"maasmodelrefs.maas.opendatahub.io \"premium-w4-cea94a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:36.287001457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"3adb8efa-884c-47ec-b047-c845dae5afc2","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:36.305862992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"3adb8efa-884c-47ec-b047-c845dae5afc2","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:36.323896374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"3adb8efa-884c-47ec-b047-c845dae5afc2","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:37.855961128Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"3aebeb5e-85c3-4718-8ec5-05723aa79c9e","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","subscription":"test-model-90f46c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:37.873155811Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"3aebeb5e-85c3-4718-8ec5-05723aa79c9e","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:37.887662388Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c-sub","reconcileID":"3aebeb5e-85c3-4718-8ec5-05723aa79c9e","MaaSSubscription":{"name":"test-model-90f46c-sub","namespace":"ai-tenant-e2e-inf-b-90f46c"},"name":"maas-trlp-test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:37.970410785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"c3f1583d-9f45-4fd0-acda-ec3a66f3488a","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"tenant":"e2e-inf-b-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","model":"ai-tenant-e2e-inf-b-90f46c/test-model-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:37.970433585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"test-model-90f46c","reconcileID":"c3f1583d-9f45-4fd0-acda-ec3a66f3488a","MaaSModelRef":{"name":"test-model-90f46c","namespace":"ai-tenant-e2e-inf-b-90f46c"},"routeName":"test-model-90f46c-kserve-route","namespace":"ai-tenant-e2e-inf-b-90f46c","llmisvcName":"test-model-90f46c","gateway":"openshift-ingress/e2e-inf-b-90f46c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.555417418Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.55550819Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.574978661Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.594760052Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.59478609Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.594877169Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.615441603Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.625093957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a66fed71-647b-4272-a70c-aea60d5b616a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.625097074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5c7a0e6c-4639-4921-8f51-f3c1e138ec51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.637890501Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"6b18b10d-0542-4c1b-9a20-44889ef87664","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.645498598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5c7a0e6c-4639-4921-8f51-f3c1e138ec51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.645553012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a66fed71-647b-4272-a70c-aea60d5b616a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.664967454Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"5c7a0e6c-4639-4921-8f51-f3c1e138ec51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.666631532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"a66fed71-647b-4272-a70c-aea60d5b616a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.734241234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"664e2f2c-1b19-4349-9977-d39de37fb243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.735456433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18281357-b0b0-41d0-8ed7-fec500c0b639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.936276966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"664e2f2c-1b19-4349-9977-d39de37fb243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.9362734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18281357-b0b0-41d0-8ed7-fec500c0b639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.990163101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"664e2f2c-1b19-4349-9977-d39de37fb243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.990196584Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-access","reconcileID":"664e2f2c-1b19-4349-9977-d39de37fb243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:38.991742809Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18281357-b0b0-41d0-8ed7-fec500c0b639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-29c2f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:42:38.991803406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"18281357-b0b0-41d0-8ed7-fec500c0b639","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-29c2f2-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:38.997179364Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd9bb36c-9d70-4181-b54c-c793d78a4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.049513322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd9bb36c-9d70-4181-b54c-c793d78a4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.073580512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd9bb36c-9d70-4181-b54c-c793d78a4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"name":"e2e-worker-w1-29c2f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.073615015Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-access","reconcileID":"bd9bb36c-9d70-4181-b54c-c793d78a4f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.718751802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d0747-c7a7-41d0-b775-57df2e7163b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.733378137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d0747-c7a7-41d0-b775-57df2e7163b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.751810349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d0747-c7a7-41d0-b775-57df2e7163b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:39.765139462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318d0747-c7a7-41d0-b775-57df2e7163b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.346251819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee141c1-5b76-449c-9f22-61ef83aac45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.362612238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee141c1-5b76-449c-9f22-61ef83aac45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.380333023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee141c1-5b76-449c-9f22-61ef83aac45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.422872944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee141c1-5b76-449c-9f22-61ef83aac45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.97236868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83199756-ddc7-46fd-9875-16d6bae5d78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.985345128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83199756-ddc7-46fd-9875-16d6bae5d78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:40.998173648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83199756-ddc7-46fd-9875-16d6bae5d78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:41.011401708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83199756-ddc7-46fd-9875-16d6bae5d78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:41.597480883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c9cea5-dfa0-4d60-8620-9834fc9ebadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:41.610177607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c9cea5-dfa0-4d60-8620-9834fc9ebadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:41.628660742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c9cea5-dfa0-4d60-8620-9834fc9ebadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:41.641501173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c9cea5-dfa0-4d60-8620-9834fc9ebadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:45.504295757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"921c3898-65a6-48e5-b304-3817a1266ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:45.504491485Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"simulator-subscription","reconcileID":"921c3898-65a6-48e5-b304-3817a1266ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cea94a/simulator-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:45.640509334Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"403ed5c3-2b71-448e-a43b-a11536b2853d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:45.640769102Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"premium-simulator-subscription","reconcileID":"403ed5c3-2b71-448e-a43b-a11536b2853d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"model":"e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-cea94a/premium-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:46.356422107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"09e87da0-d0e5-4e1a-8da3-f54d577908ca","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:46.375654073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"09e87da0-d0e5-4e1a-8da3-f54d577908ca","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:46.40131092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"09e87da0-d0e5-4e1a-8da3-f54d577908ca","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:48.632204818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"2e8c62a5-f1ba-4879-a764-1f728a594715","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:48.632345279Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"simulator-subscription","reconcileID":"2e8c62a5-f1ba-4879-a764-1f728a594715","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/simulator-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:48.647805397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"242111af-a332-4bcb-9abb-2d5143ed873e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:48.647965832Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"premium-simulator-subscription","reconcileID":"242111af-a332-4bcb-9abb-2d5143ed873e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"model":"e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-29c2f2/premium-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:53.506265181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"c8d6d201-4b7e-4c27-8042-137b4ea9e2ab","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:53.558810492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"f4128c69-7778-42f0-8849-89552ad7caf3","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:53.558842079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"f4128c69-7778-42f0-8849-89552ad7caf3","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:54.240842907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"c4d527f8-93ce-4db5-b579-8bb28dff3a57","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:54.262338267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"c4d527f8-93ce-4db5-b579-8bb28dff3a57","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:56.432722821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"acd83ec9-3503-4b18-b56b-0a2eb0649864","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:56.452606592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"acd83ec9-3503-4b18-b56b-0a2eb0649864","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:56.470388689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb371d5d36a74a846c2f04cc3aab791746835c46836b142bcb68690f641463f1) AuthConfig (79c85a3a0531ae76c172d5c4ca38eff5ba0b9c9a768ef264ea69243f62694e27) AuthConfig (34af01e364981e0b6d9fda0795273e80629d9552822b02d8052bd3018e8047c2) AuthConfig (ddc4cd52004cee6fccfa692b5a8df95d6abd23fed48b890b6d2ccf96cab30ff6) AuthConfig (75bd0458ac9eb65c5bfee2843490538aad2f86fc53d7a9e55e3c968d6a1b4395) AuthConfig (f94caefe813c5de4642bd4659eadced9ff828dcb99c8e3d7ba7a6e6e03d5629e) AuthConfig (2c06621288c579cb0142eab89f0cd2342cc15858d3d06a7a4cab4bbbe1b8f676) AuthConfig (ad4dd3cd74488dd1f0307aee3d34f1416434226528879845f85563728b72fb96) AuthConfig (3e924ec5a24a4bfc95194f13a281a7eb007ccf7392c0dcdd5290eab93049be89) AuthConfig (6761ff784d21981e79c5827d3c94cc68878f546dcf3d35b9dbe101fde3fa0432) AuthConfig (cc301972b1cd1fd52659ac04664801d33e01085b053de21418d7d93e3e29771a) AuthConfig (14fb383d3f70cb7d14ea13b5ff0f5ac9218c59faa765e3f157c985cb060bb410) AuthConfig (79336ba45e50f4f9718c8466a3887ab17c85771e55f00a668313b5a2e335ad12) AuthConfig (1a9a19662ba16b6bcced3e2a396ed2094097b52434fe53af4473eacbf0013951) AuthConfig (022a31ce0caa1efa7ddba99fddb52a7329858faa9247a2d361b24acbf828cdc2) AuthConfig (c99f49516526fd7ddd4574724c1a7b5e306b0107fd249f8f742e73907f93d0be) AuthConfig (e569cfa11987794f14f486253a9c3b5b2ebff61a43ea22de119b661574b3075b) AuthConfig (80b1d053042781e9f4eaccd884915e0e8ddb53c164d4abdd11108af1c0b01ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"acd83ec9-3503-4b18-b56b-0a2eb0649864","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:56.491833711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9b6f7286-4a1d-4fff-b8af-635bbd4833dc","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:56.491855356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9b6f7286-4a1d-4fff-b8af-635bbd4833dc","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.010298889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","namespace":"ai-tenant-e2e-shared-b-w3-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.010389894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","namespace":"ai-tenant-e2e-shared-b-w3-15154b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.010461367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","tenant":"e2e-shared-b-w3-15154b","tenantID":"e2e-shared-b-w3-15154b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.027968696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-15154b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.076221839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Service","name":"maas-api-e2e-shared-b-w3-15154b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.096459354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-15154b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.113233196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-15154b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.132612315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.152994633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.173599013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.190855864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.203942848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.217259519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.23052147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.245248105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.258612379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.271693169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.28730397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.320898566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.334539604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.349859138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.370156402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-15154b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.400115116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-15154b"},"namespace":"ai-tenant-e2e-shared-b-w3-15154b","name":"default-tenant","reconcileID":"39c504ef-80d1-4ffd-9277-f4132f68a865","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-15154b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.775446803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-15154b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-15154b","reconcileID":"838a631d-85af-4f3f-8466-6d6090ea51de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-15154b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-15154b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.840874933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0bb464d5-a9d6-4e55-8d77-67b47236e2fd","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.841009905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0bb464d5-a9d6-4e55-8d77-67b47236e2fd","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.889314206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"8adb277e-e721-47be-968a-e910c5361599","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:57.889338665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"8adb277e-e721-47be-968a-e910c5361599","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.203144096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934f2a75-2269-46c6-9b18-1465dd39e36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.212320806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"13a71ed7-84ae-489b-89bf-dfaf12022cbf","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.212341631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"13a71ed7-84ae-489b-89bf-dfaf12022cbf","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.215953232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934f2a75-2269-46c6-9b18-1465dd39e36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.229492797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934f2a75-2269-46c6-9b18-1465dd39e36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.242318128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934f2a75-2269-46c6-9b18-1465dd39e36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.246461855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"e4c7ed44-737b-4fe9-b763-f1bb4e398c73","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.246485798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"e4c7ed44-737b-4fe9-b763-f1bb4e398c73","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.275952699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"e0cdef26-9aff-4e3e-b349-d709900e816e","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.335637543Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"e0cdef26-9aff-4e3e-b349-d709900e816e","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.353546869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"e0cdef26-9aff-4e3e-b349-d709900e816e","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.370973881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"10db7e2c-adea-41aa-aca4-3100beb86e72","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.37100347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"10db7e2c-adea-41aa-aca4-3100beb86e72","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.885194566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9595010-c433-4d6c-b789-dbe4c2bd1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.897855727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9595010-c433-4d6c-b789-dbe4c2bd1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.910334517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9595010-c433-4d6c-b789-dbe4c2bd1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:42:58.924074719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9595010-c433-4d6c-b789-dbe4c2bd1339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:01.052544636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.529737165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"88b6aa49-537a-4b67-ad45-664fb699c199","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.558330502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"88b6aa49-537a-4b67-ad45-664fb699c199","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.577731471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb371d5d36a74a846c2f04cc3aab791746835c46836b142bcb68690f641463f1) AuthConfig (79c85a3a0531ae76c172d5c4ca38eff5ba0b9c9a768ef264ea69243f62694e27) AuthConfig (34af01e364981e0b6d9fda0795273e80629d9552822b02d8052bd3018e8047c2) AuthConfig (ddc4cd52004cee6fccfa692b5a8df95d6abd23fed48b890b6d2ccf96cab30ff6) AuthConfig (75bd0458ac9eb65c5bfee2843490538aad2f86fc53d7a9e55e3c968d6a1b4395) AuthConfig (f94caefe813c5de4642bd4659eadced9ff828dcb99c8e3d7ba7a6e6e03d5629e) AuthConfig (2c06621288c579cb0142eab89f0cd2342cc15858d3d06a7a4cab4bbbe1b8f676) AuthConfig (ad4dd3cd74488dd1f0307aee3d34f1416434226528879845f85563728b72fb96) AuthConfig (3e924ec5a24a4bfc95194f13a281a7eb007ccf7392c0dcdd5290eab93049be89) AuthConfig (6761ff784d21981e79c5827d3c94cc68878f546dcf3d35b9dbe101fde3fa0432) AuthConfig (cc301972b1cd1fd52659ac04664801d33e01085b053de21418d7d93e3e29771a) AuthConfig (14fb383d3f70cb7d14ea13b5ff0f5ac9218c59faa765e3f157c985cb060bb410) AuthConfig (79336ba45e50f4f9718c8466a3887ab17c85771e55f00a668313b5a2e335ad12) AuthConfig (1a9a19662ba16b6bcced3e2a396ed2094097b52434fe53af4473eacbf0013951) AuthConfig (022a31ce0caa1efa7ddba99fddb52a7329858faa9247a2d361b24acbf828cdc2) AuthConfig (c99f49516526fd7ddd4574724c1a7b5e306b0107fd249f8f742e73907f93d0be) AuthConfig (e569cfa11987794f14f486253a9c3b5b2ebff61a43ea22de119b661574b3075b) AuthConfig (80b1d053042781e9f4eaccd884915e0e8ddb53c164d4abdd11108af1c0b01ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"88b6aa49-537a-4b67-ad45-664fb699c199","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.93166767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"a5e21be4-d6f3-4297-8c87-61479409a38b","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.93206646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"16b37694-16b1-4759-8e80-919d5f40ea52","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.94549228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"d9557c84-ff43-4f7a-bf61-e9ff9f8b3993","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.960730587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"157a548f-6e76-4306-ab42-c4367b246c62","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.966287798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"39416b0d-8807-4ff4-8844-65676023328e","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.967499036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"afcdf244-0800-49d7-9c23-d16188eeeddd","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.968165624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"4cbbe70b-f2bf-4b0b-a4fa-6f9f93603ae9","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.968620751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"fbf025c7-b602-4f46-998c-8e20008e1691","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.989595676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"3871e90f-a467-4207-89c2-a79d4f63b7fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:06.99024623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"ac567f03-3dac-4671-b924-b35655ae2d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.003321465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7aeec8e0-df8c-4ae0-99b6-cc2fcc599452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.003832004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"89d71c1d-4395-4855-9c8e-de00bac6971e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.033391576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"7aeec8e0-df8c-4ae0-99b6-cc2fcc599452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.040042582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"89d71c1d-4395-4855-9c8e-de00bac6971e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.121467121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"0392e715-9cf1-4646-a6b1-3e03f0a5b022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.121775095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9f7bd4fb-b6f8-4309-8483-a36bd9c691dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.229448262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e636828b-bb10-4051-b8c7-386e5cac964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.249066147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"e636828b-bb10-4051-b8c7-386e5cac964a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.275973446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42b9fa-9ebb-4fb7-9e9d-7f0f67efc483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.288648645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42b9fa-9ebb-4fb7-9e9d-7f0f67efc483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.301380353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42b9fa-9ebb-4fb7-9e9d-7f0f67efc483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.31494563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce42b9fa-9ebb-4fb7-9e9d-7f0f67efc483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.347108996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"05490a98-65ba-495a-a76c-52d808c112bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.369184982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"05490a98-65ba-495a-a76c-52d808c112bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.893114687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"dd5131fe-6b28-4c3c-896c-6608f392b550","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.910681968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9e536b-e0c0-45b0-910e-e4e51e2ac47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.923447524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9e536b-e0c0-45b0-910e-e4e51e2ac47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.93643427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9e536b-e0c0-45b0-910e-e4e51e2ac47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:07.951359256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9e536b-e0c0-45b0-910e-e4e51e2ac47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.447385786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7ff48164-b8a4-4642-b7fa-a4d60841c8c2","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.527666784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7ff48164-b8a4-4642-b7fa-a4d60841c8c2","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.545148918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7ff48164-b8a4-4642-b7fa-a4d60841c8c2","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.604514112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cfa334-81c1-4d17-b856-8757c4b51d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.617849081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cfa334-81c1-4d17-b856-8757c4b51d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.633924073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cfa334-81c1-4d17-b856-8757c4b51d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:08.646899022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cfa334-81c1-4d17-b856-8757c4b51d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.28755053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73885e43-7916-4896-aaf7-27f71006d0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.300462765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73885e43-7916-4896-aaf7-27f71006d0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.313253061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73885e43-7916-4896-aaf7-27f71006d0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.32599872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73885e43-7916-4896-aaf7-27f71006d0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.880427068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277bc41d-58d4-4d41-b8e4-be07822b541b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.893382996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277bc41d-58d4-4d41-b8e4-be07822b541b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.906379866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277bc41d-58d4-4d41-b8e4-be07822b541b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:09.922559558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277bc41d-58d4-4d41-b8e4-be07822b541b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.000730005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"fd001d5b-7f17-41ce-a1f6-6b3b37e44b97","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.127008477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"b4d69b29-6b7a-4413-9c98-31f7a64ebd8d","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.167010812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"0e88d2f5-ed03-4821-bf8d-fee1c22e605b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.185801345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"155a4b33-ea9a-4675-8bd7-edf3a31a7016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.186211322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f13e35ae-7fd4-46e8-9455-bec21b8202a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.221799799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"f13e35ae-7fd4-46e8-9455-bec21b8202a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.221986905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"155a4b33-ea9a-4675-8bd7-edf3a31a7016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.223126053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"f5dff9c4-3c12-4f00-883e-f6e0eeaa0c36","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.236973019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"fd9f6e28-4569-4844-8631-320c4869be8a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.266321634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"9a569482-e23a-4078-a2da-1888f4c9db0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.278580039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"721c5f42-99a5-4c0f-b4a5-da15f04ca233","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.329207887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"8316cba6-9a45-4a00-8cf5-e822b3d0e24a","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.37245467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"2ee40918-7000-4f4b-a6c1-ab8d76c68acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.394480626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"240eaf8e-ed9a-42cd-b294-ec191ad2dabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.394855716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"840bc1fe-b09c-4d59-b1d1-d7c70a4681a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.414676908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"240eaf8e-ed9a-42cd-b294-ec191ad2dabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:12.41831531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"840bc1fe-b09c-4d59-b1d1-d7c70a4681a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.709172021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","namespace":"ai-tenant-e2e-inf-a-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.709236933Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","namespace":"ai-tenant-e2e-inf-a-c06a2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.709295208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","tenant":"e2e-inf-a-c06a2c","tenantID":"e2e-inf-a-c06a2c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.726151004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Deployment","name":"maas-api-e2e-inf-a-c06a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.75635984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Service","name":"maas-api-e2e-inf-a-c06a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.775980369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-c06a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.793597818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-c06a2c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.817268414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.834697535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.854249166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.871371429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.884695627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Deployment","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.898244945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.911607394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Service","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.92549413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.938925793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.952232709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.965689775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:13.98630756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.039311932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.055425096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.099297067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-c06a2c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.12930948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c06a2c"},"namespace":"ai-tenant-e2e-inf-a-c06a2c","name":"default-tenant","reconcileID":"6c3de300-12ef-4fb5-9c38-b98417e0b360","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-c06a2c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.577158593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c06a2c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c06a2c","reconcileID":"36738bbe-61c2-407a-8a90-0fb47db836ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c06a2c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-c06a2c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.96263815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76354951-cc83-4747-b526-9608d3632946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.975616246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76354951-cc83-4747-b526-9608d3632946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:14.988738659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76354951-cc83-4747-b526-9608d3632946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:15.001496597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76354951-cc83-4747-b526-9608d3632946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:15.554769178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96e4fcc-817c-4c20-91b2-4722c4cd8935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:15.568474862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96e4fcc-817c-4c20-91b2-4722c4cd8935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:15.581118632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96e4fcc-817c-4c20-91b2-4722c4cd8935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:15.594492849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96e4fcc-817c-4c20-91b2-4722c4cd8935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.016676472Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.016736551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","namespace":"ai-tenant-e2e-worker-w1-29c2f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.016785804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","tenant":"e2e-worker-w1-29c2f2","tenantID":"e2e-worker-w1-29c2f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.036107662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Deployment","name":"maas-api-e2e-worker-w1-29c2f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.072378757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Service","name":"maas-api-e2e-worker-w1-29c2f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.097196123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-29c2f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.114332658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-29c2f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.135428573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.152790333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.17132343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.191986964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.205650758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.219094202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.232101498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Service","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.245292256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.258657942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.271994705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.286585121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.323342738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.341094212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.366259561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.380486433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-29c2f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.393998877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-29c2f2"},"namespace":"ai-tenant-e2e-worker-w1-29c2f2","name":"default-tenant","reconcileID":"42fe0790-8882-47ba-a361-42b7b03f66ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-29c2f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.612855893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"0dfd75c5-3a17-42b5-9e4b-b35f6b46657e","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.640922447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"0dfd75c5-3a17-42b5-9e4b-b35f6b46657e","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.658222032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb371d5d36a74a846c2f04cc3aab791746835c46836b142bcb68690f641463f1) AuthConfig (79c85a3a0531ae76c172d5c4ca38eff5ba0b9c9a768ef264ea69243f62694e27) AuthConfig (34af01e364981e0b6d9fda0795273e80629d9552822b02d8052bd3018e8047c2) AuthConfig (ddc4cd52004cee6fccfa692b5a8df95d6abd23fed48b890b6d2ccf96cab30ff6) AuthConfig (75bd0458ac9eb65c5bfee2843490538aad2f86fc53d7a9e55e3c968d6a1b4395) AuthConfig (f94caefe813c5de4642bd4659eadced9ff828dcb99c8e3d7ba7a6e6e03d5629e) AuthConfig (2c06621288c579cb0142eab89f0cd2342cc15858d3d06a7a4cab4bbbe1b8f676) AuthConfig (ad4dd3cd74488dd1f0307aee3d34f1416434226528879845f85563728b72fb96) AuthConfig (3e924ec5a24a4bfc95194f13a281a7eb007ccf7392c0dcdd5290eab93049be89) AuthConfig (6761ff784d21981e79c5827d3c94cc68878f546dcf3d35b9dbe101fde3fa0432) AuthConfig (cc301972b1cd1fd52659ac04664801d33e01085b053de21418d7d93e3e29771a) AuthConfig (14fb383d3f70cb7d14ea13b5ff0f5ac9218c59faa765e3f157c985cb060bb410) AuthConfig (79336ba45e50f4f9718c8466a3887ab17c85771e55f00a668313b5a2e335ad12) AuthConfig (1a9a19662ba16b6bcced3e2a396ed2094097b52434fe53af4473eacbf0013951) AuthConfig (022a31ce0caa1efa7ddba99fddb52a7329858faa9247a2d361b24acbf828cdc2) AuthConfig (c99f49516526fd7ddd4574724c1a7b5e306b0107fd249f8f742e73907f93d0be) AuthConfig (e569cfa11987794f14f486253a9c3b5b2ebff61a43ea22de119b661574b3075b) AuthConfig (80b1d053042781e9f4eaccd884915e0e8ddb53c164d4abdd11108af1c0b01ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"0dfd75c5-3a17-42b5-9e4b-b35f6b46657e","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:16.721737407Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-29c2f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-29c2f2","reconcileID":"7e7bafcc-9508-49d7-b73a-7e3f9d110d9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-29c2f2","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-29c2f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.088016134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f87d53b-f04f-474f-8ea5-06bd8dbdb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.101221369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f87d53b-f04f-474f-8ea5-06bd8dbdb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.114460029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f87d53b-f04f-474f-8ea5-06bd8dbdb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.12133103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"3bd02ee1-2e96-4aa6-abd8-32a9354a55f1","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.1273624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f87d53b-f04f-474f-8ea5-06bd8dbdb963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.12819581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"aa05b50b-dcea-4a58-9f1f-1926fccd5ba1","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.128365672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"b7708cad-00eb-4709-a18a-7d76624ee264","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.128608457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"6167f9c2-ddf6-4977-8d43-93c560892cae","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.171634566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3cdba37e-83d8-4915-b8d9-930c8c629a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.17289547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5711efd4-73d1-414f-8bfe-91cbb37dc912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.173328715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"82c1cd72-922e-434d-9845-2b75d589701f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.173751555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"1dc1a0d9-6994-4eac-af52-c139ca00e05e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.190569297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"3cdba37e-83d8-4915-b8d9-930c8c629a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.192853478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"5711efd4-73d1-414f-8bfe-91cbb37dc912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.285832228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"134ae67e-b0c9-46e1-9338-8028f27b1549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-simulator-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.286539132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"7071254f-4310-4b4a-ab6b-a6f09ec1fdc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"maas-trlp-premium-w3-82db63","model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.304999116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"22bf6ea0-4566-485f-a527-70507d2f8838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.305300819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a1336a77-4123-428f-a1f1-3920d667a960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.323546411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"22bf6ea0-4566-485f-a527-70507d2f8838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.323923626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"a1336a77-4123-428f-a1f1-3920d667a960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.733134178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22011f22-a3c2-4cd1-b6ec-89b7444c07a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.746009003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22011f22-a3c2-4cd1-b6ec-89b7444c07a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.759353468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22011f22-a3c2-4cd1-b6ec-89b7444c07a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:17.7758032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22011f22-a3c2-4cd1-b6ec-89b7444c07a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.266857726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.266994944Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","namespace":"ai-tenant-e2e-worker-w4-cea94a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.267080669Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","tenant":"e2e-worker-w4-cea94a","tenantID":"e2e-worker-w4-cea94a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.282922451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Deployment","name":"maas-api-e2e-worker-w4-cea94a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.322284615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Service","name":"maas-api-e2e-worker-w4-cea94a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.345000235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-cea94a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.428138538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-cea94a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.453663391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.497645003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.528398558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.551230452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.571885101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.587499387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7263dfb5-de08-4395-b09c-8a03dfe3ff2d","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.587753108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.603474379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Service","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.608529362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7263dfb5-de08-4395-b09c-8a03dfe3ff2d","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.617161576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.630140982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"7263dfb5-de08-4395-b09c-8a03dfe3ff2d","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.630459751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.644264924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.658150401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.679862372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.700230816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.71970847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.737255566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-cea94a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:18.755250105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-cea94a"},"namespace":"ai-tenant-e2e-worker-w4-cea94a","name":"default-tenant","reconcileID":"32b7cbe6-a4f5-4e67-a701-3ada1d37b8dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-cea94a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:19.100614743Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-cea94a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-cea94a","reconcileID":"5010b3db-b06c-4d76-9106-7b4883e058b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-cea94a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-cea94a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:19.504001888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500383a8-43ec-4845-8b34-50950ebdd3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:19.51973191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500383a8-43ec-4845-8b34-50950ebdd3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:19.533654977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500383a8-43ec-4845-8b34-50950ebdd3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:19.546727726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500383a8-43ec-4845-8b34-50950ebdd3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:20.190350641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea41b84e-7c84-454a-a9cb-b398067fc4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:20.203073312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea41b84e-7c84-454a-a9cb-b398067fc4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:20.215854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea41b84e-7c84-454a-a9cb-b398067fc4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:20.22918494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea41b84e-7c84-454a-a9cb-b398067fc4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:23.73207152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b8141-f5ff-4b17-abac-82d8bb0d5d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:23.747131534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b8141-f5ff-4b17-abac-82d8bb0d5d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:23.762511741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b8141-f5ff-4b17-abac-82d8bb0d5d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:23.775121565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b8141-f5ff-4b17-abac-82d8bb0d5d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:24.4804125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0807c392-bf2b-4980-b455-b480aa883b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:24.493243723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0807c392-bf2b-4980-b455-b480aa883b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:24.505971304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0807c392-bf2b-4980-b455-b480aa883b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:24.51873248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0807c392-bf2b-4980-b455-b480aa883b39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:26.686888437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ebd62689-1ff6-4f6f-94ca-3268cd0f4a0a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:26.705706998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ebd62689-1ff6-4f6f-94ca-3268cd0f4a0a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:26.72322855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-27b6db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb371d5d36a74a846c2f04cc3aab791746835c46836b142bcb68690f641463f1) AuthConfig (79c85a3a0531ae76c172d5c4ca38eff5ba0b9c9a768ef264ea69243f62694e27) AuthConfig (34af01e364981e0b6d9fda0795273e80629d9552822b02d8052bd3018e8047c2) AuthConfig (ddc4cd52004cee6fccfa692b5a8df95d6abd23fed48b890b6d2ccf96cab30ff6) AuthConfig (75bd0458ac9eb65c5bfee2843490538aad2f86fc53d7a9e55e3c968d6a1b4395) AuthConfig (f94caefe813c5de4642bd4659eadced9ff828dcb99c8e3d7ba7a6e6e03d5629e) AuthConfig (2c06621288c579cb0142eab89f0cd2342cc15858d3d06a7a4cab4bbbe1b8f676) AuthConfig (ad4dd3cd74488dd1f0307aee3d34f1416434226528879845f85563728b72fb96) AuthConfig (3e924ec5a24a4bfc95194f13a281a7eb007ccf7392c0dcdd5290eab93049be89) AuthConfig (6761ff784d21981e79c5827d3c94cc68878f546dcf3d35b9dbe101fde3fa0432) AuthConfig (cc301972b1cd1fd52659ac04664801d33e01085b053de21418d7d93e3e29771a) AuthConfig (14fb383d3f70cb7d14ea13b5ff0f5ac9218c59faa765e3f157c985cb060bb410) AuthConfig (79336ba45e50f4f9718c8466a3887ab17c85771e55f00a668313b5a2e335ad12) AuthConfig (1a9a19662ba16b6bcced3e2a396ed2094097b52434fe53af4473eacbf0013951) AuthConfig (022a31ce0caa1efa7ddba99fddb52a7329858faa9247a2d361b24acbf828cdc2) AuthConfig (c99f49516526fd7ddd4574724c1a7b5e306b0107fd249f8f742e73907f93d0be) AuthConfig (e569cfa11987794f14f486253a9c3b5b2ebff61a43ea22de119b661574b3075b) AuthConfig (80b1d053042781e9f4eaccd884915e0e8ddb53c164d4abdd11108af1c0b01ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ebd62689-1ff6-4f6f-94ca-3268cd0f4a0a","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:27.128773876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"0deebd07-1af1-4a31-97f3-d82f61d9ad0e","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:27.129361303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"50db9a58-c614-489f-8fc1-22d0b285f0d8","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:27.129805835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"0218cea1-a78f-4bd0-af7c-e06cf668bd26","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:27.130354242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"8e602914-a89a-4257-b094-73399f13ccfe","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:28.659763159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"517d929b-8366-430d-b62e-1844aa4bb116","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:28.678374886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"517d929b-8366-430d-b62e-1844aa4bb116","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:28.695446555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"517d929b-8366-430d-b62e-1844aa4bb116","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:31.050767629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:36.751548945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"6b5937fe-ab1f-4f61-9744-caea01f3ebb1","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:36.770174246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"6b5937fe-ab1f-4f61-9744-caea01f3ebb1","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:36.848603447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"a7e57a1c-f131-4298-8d39-2257161f15e8","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:36.848622032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"a7e57a1c-f131-4298-8d39-2257161f15e8","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:37.12999867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"812bd894-8a1f-483b-80fb-993f1682c7cd","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:37.130293249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"18403486-da15-43c8-acca-6104750cf5f6","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:37.130550472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"d9345726-3482-4d26-b18d-a235dd9f7f5c","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:37.131041411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"878bcb4c-31b4-43bf-ade2-70cd63e45772","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:38.723234525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"fd47b08b-d58f-470a-a958-80083781fac4","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:38.74253924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"fd47b08b-d58f-470a-a958-80083781fac4","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:38.759702097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c54492768bf68a895b51ee6c8922442352e57f14311f23cac7720f905c2d81e) AuthConfig (b88b33554fd5eba51c577a0387a2babc73dd4aa42d4f2b61e684161a3fda67cc) AuthConfig (2e90212e321194dcf7ddcbab8574c919fad1af2a289bd12f84f8abf2d5c4f8df) AuthConfig (dcd950c6922d266cbceb0a18b7473a4c766d8cb628076c0ae729cbc897bfc9d2) AuthConfig (41e82496bc4ba1af65a65dc2711755b328074f6f67dd0f483738deba592d2f7f) AuthConfig (cdeb1a487ff78f4d305cef5182b28e8114867dd20b2bd99bb380451a1d4176de) AuthConfig (74fc3d0fb46d644ff33b545118a0644c38a496aae73c2eb37f8c7683ff66b361) AuthConfig (dd43ff8d65962048616533f72ccb9e9673de0f529001da6d39626772c4ad3ac1) AuthConfig (3a410f230bc848eeae35a97d1df92fe116876d65ed10bd922c87f2815e7d9c5e) AuthConfig (59e69454eab950a5708e7a9c650066d96d497bcbe4b19133a7b2c541488c768e) AuthConfig (970ba23898e0c111b274a33666c0ee46c39070f2dedf60c7fe4960f6c5b9e212) AuthConfig (7481c0e048bae68d950b5f16719d9a713713cbcd252761161e5af4ab34acb21a) AuthConfig (501292bb34ebfb4da69c222f6eafeddc043284ea912105bc72659f3c49ab7a73) AuthConfig (1d82d67762d33691f8ec926f76094a8125eca5a6618f2d9f1af7a5e510ae1998) AuthConfig (40b5e7ca4aa7eb8cfa6de4cee4ae946f116fc9e80965a7ad1412e485e01ae785) AuthConfig (39b2526bc79e8deb74438b27173d35a033f1344d6b0727b74bff16eaa5e2cf35) AuthConfig (d8226a6aeef8e47b8e4716d3d18b76a5d3383ad7e877c1b50b4d5ce53d74a61e) AuthConfig (d5704baf4edc6fa0025944b6d1d29b8cfddcea4097f57d48bd573a4957c31112)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"fd47b08b-d58f-470a-a958-80083781fac4","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:38.779028095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0a37e098-b20e-4498-9809-3e151c282caa","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:38.779048684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0a37e098-b20e-4498-9809-3e151c282caa","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.266394519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"be3ce006-db51-49eb-b357-c1a9adb90b0f","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.266418209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"be3ce006-db51-49eb-b357-c1a9adb90b0f","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.286636243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"fe44e98e-4a38-4905-a1f3-517aac30be66","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.286660675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"fe44e98e-4a38-4905-a1f3-517aac30be66","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.2942966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"102cad4c-f1bf-4dc5-b031-b66c05ddf932","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:40.302166704Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"fe44e98e-4a38-4905-a1f3-517aac30be66","name":"test-model-27b6db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-27b6db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:40.302230441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"fe44e98e-4a38-4905-a1f3-517aac30be66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-27b6db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:40.302622129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"45c9f6c0-7f3d-48a2-8086-49c7a0ea7fc1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-27b6db-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.307708391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"5c07dc85-d29d-4dba-a369-d46e25894ccb","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.307727422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"5c07dc85-d29d-4dba-a369-d46e25894ccb","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.312846587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"102cad4c-f1bf-4dc5-b031-b66c05ddf932","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.335966048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"e28ff7b5-ad87-4007-97d1-4267b3d913a7","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.335986004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"e28ff7b5-ad87-4007-97d1-4267b3d913a7","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.354607056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"f3e660ee-0628-4f3b-b7d2-04c7ff555b7a","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.354629763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"f3e660ee-0628-4f3b-b7d2-04c7ff555b7a","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.393993043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"82c371a1-c190-4ab1-8203-56c7dcf5e04c","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.412285332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"82c371a1-c190-4ab1-8203-56c7dcf5e04c","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.422655412Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"2a602d7b-ec0a-45b3-9531-ad36e9885823","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","model":"test-model-27b6db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-27b6db/test-model-27b6db-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.474669084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"687100c6-ab81-4c93-bdfd-66b61906ae38","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.474690725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"687100c6-ab81-4c93-bdfd-66b61906ae38","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:40.519391094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"2119e352-4c7f-4528-90fd-62037422e648","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.13093509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"61a3e4a9-2d69-4444-9b9b-bf0f8c2d89cd","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.131270362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"12cad5e6-45bc-4595-8778-00a05c390b44","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.131508105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"9b7194bc-f33c-4588-82fc-3d829e6d5a1e","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.131811729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"2f2829dc-11fe-4a34-baf7-2ec0d56806bd","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.442569165Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.442644945Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.460678756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"4e3f1989-f29d-49eb-82ba-e35ee99ea6a6","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.461396236Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.48021115Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.480228047Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.480306096Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.484608738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"56e19731-f71e-46df-b414-e7dc5db2379a","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.501700799Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.504757507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9abb46d4-4c2f-4d1a-a67c-a5685a9e870d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.504759348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"cbcd29dc-69b6-41cc-ade7-66709b203125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.505340045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"c0dc99b5-a9db-4d16-b6ff-6284fa4278fd","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.509367525Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"b3508083-89f6-4af6-a40b-7396bea4530c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.522136982Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"7963dc2f-3c35-4096-b8b7-210dfcb61307","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.52695226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"cbcd29dc-69b6-41cc-ade7-66709b203125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.527036828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"9abb46d4-4c2f-4d1a-a67c-a5685a9e870d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.527467871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"c7f601a6-10f7-4763-a3ee-595ec256ad2a","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.531835748Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"a74a9e0c-e4ca-438f-8b40-34d7f2e3ee70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.541115086Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"343e9fe2-0a37-40b6-b757-84b4a4bf5374","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.563250368Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"b6b492ca-da01-4333-adcd-106ba1f08812","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.655822485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7320bf2d-b8bb-43c2-ad26-241ab9e4b0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.655824266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"598ca4db-b4f1-4719-9366-27dcf50c5696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.696503542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"598ca4db-b4f1-4719-9366-27dcf50c5696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.696503134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7320bf2d-b8bb-43c2-ad26-241ab9e4b0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.755450114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"598ca4db-b4f1-4719-9366-27dcf50c5696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.755474313Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-access","reconcileID":"598ca4db-b4f1-4719-9366-27dcf50c5696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:47.757262722Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7320bf2d-b8bb-43c2-ad26-241ab9e4b0ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-82db63-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:47.757313637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"7320bf2d-b8bb-43c2-ad26-241ab9e4b0ed","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-82db63-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.762659045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"16a79822-b3b0-4a99-a5ab-7f0245b4c000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.774639044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"f7a088cf-94b7-4680-aa2d-5f442a1345e1","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.805587743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"16a79822-b3b0-4a99-a5ab-7f0245b4c000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.82423629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"16a79822-b3b0-4a99-a5ab-7f0245b4c000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"name":"e2e-worker-w3-82db63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.824255109Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-access","reconcileID":"16a79822-b3b0-4a99-a5ab-7f0245b4c000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-82db63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:47.842525936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"1122b7b4-e8f4-4c45-b4ab-bd6d709d3770","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:48.806293261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"19af6b28-2deb-449e-a034-dce290805c22","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:48.824695025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"19af6b28-2deb-449e-a034-dce290805c22","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:48.842158618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c54492768bf68a895b51ee6c8922442352e57f14311f23cac7720f905c2d81e) AuthConfig (b88b33554fd5eba51c577a0387a2babc73dd4aa42d4f2b61e684161a3fda67cc) AuthConfig (2e90212e321194dcf7ddcbab8574c919fad1af2a289bd12f84f8abf2d5c4f8df) AuthConfig (dcd950c6922d266cbceb0a18b7473a4c766d8cb628076c0ae729cbc897bfc9d2) AuthConfig (41e82496bc4ba1af65a65dc2711755b328074f6f67dd0f483738deba592d2f7f) AuthConfig (cdeb1a487ff78f4d305cef5182b28e8114867dd20b2bd99bb380451a1d4176de) AuthConfig (74fc3d0fb46d644ff33b545118a0644c38a496aae73c2eb37f8c7683ff66b361) AuthConfig (dd43ff8d65962048616533f72ccb9e9673de0f529001da6d39626772c4ad3ac1) AuthConfig (3a410f230bc848eeae35a97d1df92fe116876d65ed10bd922c87f2815e7d9c5e) AuthConfig (59e69454eab950a5708e7a9c650066d96d497bcbe4b19133a7b2c541488c768e) AuthConfig (970ba23898e0c111b274a33666c0ee46c39070f2dedf60c7fe4960f6c5b9e212) AuthConfig (7481c0e048bae68d950b5f16719d9a713713cbcd252761161e5af4ab34acb21a) AuthConfig (501292bb34ebfb4da69c222f6eafeddc043284ea912105bc72659f3c49ab7a73) AuthConfig (1d82d67762d33691f8ec926f76094a8125eca5a6618f2d9f1af7a5e510ae1998) AuthConfig (40b5e7ca4aa7eb8cfa6de4cee4ae946f116fc9e80965a7ad1412e485e01ae785) AuthConfig (39b2526bc79e8deb74438b27173d35a033f1344d6b0727b74bff16eaa5e2cf35) AuthConfig (d8226a6aeef8e47b8e4716d3d18b76a5d3383ad7e877c1b50b4d5ce53d74a61e) AuthConfig (d5704baf4edc6fa0025944b6d1d29b8cfddcea4097f57d48bd573a4957c31112)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"19af6b28-2deb-449e-a034-dce290805c22","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.284824793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"13581df8-2068-4e61-a919-28f4c94fa666","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.297887395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"0b8022a1-7c07-4a10-a965-dd736ee02bd3","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.321692942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"d0b4b862-9a9a-4a6e-ae1e-e3fcd47557e9","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.322092122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"4e17f263-9e36-4525-a8a3-d0f606771d94","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.496184087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"198e50d2-763d-4cfa-b486-908fe0011c00","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-2-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-2-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:50.496228481Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"198e50d2-763d-4cfa-b486-908fe0011c00","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"error":"LLMInferenceService distinct-2-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:50.516443986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-2-w3-82db63","reconcileID":"198e50d2-763d-4cfa-b486-908fe0011c00","error":"LLMInferenceService distinct-2-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.516718577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"dee3908a-8d6c-4b51-ae6c-8b22f8977c1d","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.517085863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"1b8c6730-2216-4062-a6dc-4de548067f69","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.518078369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"aaeb8f6d-b8f8-49c9-8993-f46c7f0403f9","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.530416895Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"a3ab1881-49ab-4ddd-a1d8-813eb0e2191b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.530531852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"74b36af2-15ba-4342-bb1a-1b0b86943065","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.771401837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"38d1a524-dbe9-4c24-b934-9cf1146218be","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"distinct-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"distinct-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:50.771439951Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"38d1a524-dbe9-4c24-b934-9cf1146218be","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"error":"LLMInferenceService distinct-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:50.792005482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"distinct-w3-82db63","reconcileID":"38d1a524-dbe9-4c24-b934-9cf1146218be","error":"LLMInferenceService distinct-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.792222343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"92ec36d4-addf-44e2-b460-0a76ddbe5f0d","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.792540825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"6df0b6aa-39c9-461d-8e98-c57c62c60443","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.812302155Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"97f5e715-cec5-49c5-8b7a-e3c0992dcb6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.812427192Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"21337636-6d17-48eb-b9de-6b41e54f76f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.930771132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","namespace":"ai-tenant-e2e-inf-b-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.930867418Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","namespace":"ai-tenant-e2e-inf-b-90f46c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.948193728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","tenant":"e2e-inf-b-90f46c","tenantID":"e2e-inf-b-90f46c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:50.966894442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Deployment","name":"maas-api-e2e-inf-b-90f46c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.006249005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Service","name":"maas-api-e2e-inf-b-90f46c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.025693556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-90f46c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.03140599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"f8c29bd8-f0b6-44b5-8d93-7180c693577b","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"premium-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"premium-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:51.031441526Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"f8c29bd8-f0b6-44b5-8d93-7180c693577b","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"error":"LLMInferenceService premium-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.044615471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-90f46c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.04594254Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"f6f4b88d-393d-4bbf-b000-1336c8171680","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:43:51.049605661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"premium-w3-82db63","reconcileID":"f8c29bd8-f0b6-44b5-8d93-7180c693577b","error":"LLMInferenceService premium-w3-82db63 not found in namespace e2e-models-e2e-worker-w3-82db63","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.049798114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"namespace":"e2e-models-e2e-worker-w3-82db63","name":"simulator-w3-82db63","reconcileID":"009b82f6-3384-4fdb-bdaf-ff2e96732da7","MaaSModelRef":{"name":"simulator-w3-82db63","namespace":"e2e-models-e2e-worker-w3-82db63"},"routeName":"simulator-w3-82db63-kserve-route","namespace":"e2e-models-e2e-worker-w3-82db63","llmisvcName":"simulator-w3-82db63","gateway":"openshift-ingress/e2e-worker-w3-82db63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.060394978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"058cd14c-86db-4916-999c-e46a8b9b7f9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.060811789Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"db8df0ef-f5fc-49b5-83c8-ec23b19a0dff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.061763221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.076798379Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"220d488e-3e2b-4c96-93f2-2744ffc18f68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.079095713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.091304656Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"49579894-cc77-477d-b763-14bb3c7ea61c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.098469493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.116371596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.129968112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Deployment","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.143067266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.156503826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Service","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.170157588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.184697562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.205090237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.221579596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.253353864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"dd227570-428f-4854-8107-2c9b4fcf7a7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.303498066Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"0bc2db36-f6b4-4507-8b0c-7f43fbebe5eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.303584977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.323102507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.360092135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.379279734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-90f46c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.418189215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-90f46c"},"namespace":"ai-tenant-e2e-inf-b-90f46c","name":"default-tenant","reconcileID":"b1c76f24-44c7-4231-8e7b-fd90bd376a53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-90f46c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.489439675Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"e5fc1e92-85ef-4bc2-bb37-3985bf032f69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.499268453Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"63f4f565-8099-4343-ad8f-8bb7337b9e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-926c3146","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.505061618Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"bad594a2-9192-4a60-854e-74aaa8c1d2a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.797145624Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"16e515a9-443e-4ea5-a23f-47153f75ee3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddad8b8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.944945849Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-90f46c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-90f46c","reconcileID":"abf67cb1-8d00-4174-93d4-3f5ae110abd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-90f46c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-90f46c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.97615492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"d1da8a51-06e0-48d2-aac1-b2e1a749ca97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:51.976279887Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"premium-simulator-subscription","reconcileID":"d1da8a51-06e0-48d2-aac1-b2e1a749ca97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-82db63/premium-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.385589513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861a23e3-e450-4f59-8bfb-49f9b4fe3105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.399181799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861a23e3-e450-4f59-8bfb-49f9b4fe3105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.411978732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861a23e3-e450-4f59-8bfb-49f9b4fe3105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.424618483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861a23e3-e450-4f59-8bfb-49f9b4fe3105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.971134434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89abaada-05f3-4b4d-bae2-0314f2562455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.983900281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89abaada-05f3-4b4d-bae2-0314f2562455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:52.996610018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89abaada-05f3-4b4d-bae2-0314f2562455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:53.009473367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89abaada-05f3-4b4d-bae2-0314f2562455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:58.869518222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"4ac35499-836c-4263-b1bb-046581683706","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:58.887707584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"4ac35499-836c-4263-b1bb-046581683706","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:43:58.905396386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-563f39-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8c54492768bf68a895b51ee6c8922442352e57f14311f23cac7720f905c2d81e) AuthConfig (b88b33554fd5eba51c577a0387a2babc73dd4aa42d4f2b61e684161a3fda67cc) AuthConfig (2e90212e321194dcf7ddcbab8574c919fad1af2a289bd12f84f8abf2d5c4f8df) AuthConfig (dcd950c6922d266cbceb0a18b7473a4c766d8cb628076c0ae729cbc897bfc9d2) AuthConfig (41e82496bc4ba1af65a65dc2711755b328074f6f67dd0f483738deba592d2f7f) AuthConfig (cdeb1a487ff78f4d305cef5182b28e8114867dd20b2bd99bb380451a1d4176de) AuthConfig (74fc3d0fb46d644ff33b545118a0644c38a496aae73c2eb37f8c7683ff66b361) AuthConfig (dd43ff8d65962048616533f72ccb9e9673de0f529001da6d39626772c4ad3ac1) AuthConfig (3a410f230bc848eeae35a97d1df92fe116876d65ed10bd922c87f2815e7d9c5e) AuthConfig (59e69454eab950a5708e7a9c650066d96d497bcbe4b19133a7b2c541488c768e) AuthConfig (970ba23898e0c111b274a33666c0ee46c39070f2dedf60c7fe4960f6c5b9e212) AuthConfig (7481c0e048bae68d950b5f16719d9a713713cbcd252761161e5af4ab34acb21a) AuthConfig (501292bb34ebfb4da69c222f6eafeddc043284ea912105bc72659f3c49ab7a73) AuthConfig (1d82d67762d33691f8ec926f76094a8125eca5a6618f2d9f1af7a5e510ae1998) AuthConfig (40b5e7ca4aa7eb8cfa6de4cee4ae946f116fc9e80965a7ad1412e485e01ae785) AuthConfig (39b2526bc79e8deb74438b27173d35a033f1344d6b0727b74bff16eaa5e2cf35) AuthConfig (d8226a6aeef8e47b8e4716d3d18b76a5d3383ad7e877c1b50b4d5ce53d74a61e) AuthConfig (d5704baf4edc6fa0025944b6d1d29b8cfddcea4097f57d48bd573a4957c31112)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"4ac35499-836c-4263-b1bb-046581683706","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:00.982300321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37092bfb-079b-47dc-9b95-cb66a3716830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:00.995709853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37092bfb-079b-47dc-9b95-cb66a3716830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.009268174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37092bfb-079b-47dc-9b95-cb66a3716830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.022095323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37092bfb-079b-47dc-9b95-cb66a3716830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.049893592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.572734848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f1f313-90df-4914-a8f1-24b5180480f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.585450744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f1f313-90df-4914-a8f1-24b5180480f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.598001024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f1f313-90df-4914-a8f1-24b5180480f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.610787178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f1f313-90df-4914-a8f1-24b5180480f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.834896715Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9424de11-60f1-42f3-b183-c00c66416539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:01.835098045Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"simulator-subscription","reconcileID":"9424de11-60f1-42f3-b183-c00c66416539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-82db63"},"model":"e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-82db63/simulator-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.26242499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b8df5-32a5-454e-8c66-830427f2580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.275165408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b8df5-32a5-454e-8c66-830427f2580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.288072018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b8df5-32a5-454e-8c66-830427f2580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.301849164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678b8df5-32a5-454e-8c66-830427f2580d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.8319752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e68f8ae-3bab-4833-b316-e163cfd12e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.844624748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e68f8ae-3bab-4833-b316-e163cfd12e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.858846384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e68f8ae-3bab-4833-b316-e163cfd12e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:02.872241838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e68f8ae-3bab-4833-b316-e163cfd12e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:03.40944854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6785a56-1fb0-4f38-9155-f6efa04df431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:03.424995763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6785a56-1fb0-4f38-9155-f6efa04df431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:03.437969901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6785a56-1fb0-4f38-9155-f6efa04df431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:03.451487632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6785a56-1fb0-4f38-9155-f6efa04df431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.09721232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c348de79-4cf3-48f1-8ea1-ba9a0a281f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.109981811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c348de79-4cf3-48f1-8ea1-ba9a0a281f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.122678291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c348de79-4cf3-48f1-8ea1-ba9a0a281f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.135997588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c348de79-4cf3-48f1-8ea1-ba9a0a281f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.902680935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a9318-48f7-4d47-b96d-c318a0e1d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.915771171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a9318-48f7-4d47-b96d-c318a0e1d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.929102472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a9318-48f7-4d47-b96d-c318a0e1d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:04.942333661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"132a9318-48f7-4d47-b96d-c318a0e1d5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.465996918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"d04d7948-a46c-4c9d-9fbe-15758711e0d3","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.556849635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"720fe0eb-63f0-48cb-9a0d-30763dfe0fb8","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.556872099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"720fe0eb-63f0-48cb-9a0d-30763dfe0fb8","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.615388594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd7855-8132-47ab-bf00-dbbbf1cbee19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.628218186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd7855-8132-47ab-bf00-dbbbf1cbee19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.640921932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd7855-8132-47ab-bf00-dbbbf1cbee19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:05.65362556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26dd7855-8132-47ab-bf00-dbbbf1cbee19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.197950445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ffb604-eee0-47cb-ae8e-50fb36108a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.210589842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ffb604-eee0-47cb-ae8e-50fb36108a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.223872557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ffb604-eee0-47cb-ae8e-50fb36108a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.237261148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ffb604-eee0-47cb-ae8e-50fb36108a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.524921253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"8f883f14-91a2-4170-bfb7-36d9847ff52f","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:06.543145874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"8f883f14-91a2-4170-bfb7-36d9847ff52f","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:08.933438269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"df2d41d4-9f7d-4d85-9e32-c47c9c520293","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:08.952953597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"df2d41d4-9f7d-4d85-9e32-c47c9c520293","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.026771569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0b37ada7-6182-4c20-96c9-457b13152d59","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.026799145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0b37ada7-6182-4c20-96c9-457b13152d59","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.447142307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"9edaf9b6-1260-48b7-bcd2-d72a50901df2","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.447243846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"9edaf9b6-1260-48b7-bcd2-d72a50901df2","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.773522378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ebc8f91d-a48d-46c4-b5f1-0b84b9293d1c","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.773543369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ebc8f91d-a48d-46c4-b5f1-0b84b9293d1c","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.789525164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"59f8f7b4-c4d2-4034-a6dd-76484839a5db","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.789547251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"59f8f7b4-c4d2-4034-a6dd-76484839a5db","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.816113261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"3d4ef1ec-ac62-4a3c-96d3-97198b647b53","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.866724958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"3d4ef1ec-ac62-4a3c-96d3-97198b647b53","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.884112094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-580af2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"3d4ef1ec-ac62-4a3c-96d3-97198b647b53","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.907319667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"aaa13c69-21a1-40b3-a9e2-cc570dc1a3ae","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:09.907337361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"aaa13c69-21a1-40b3-a9e2-cc570dc1a3ae","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:10.955485028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"4ae3ca08-aea1-4edb-9fc6-6dcf1b4e77cf","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:10.955516141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"4ae3ca08-aea1-4edb-9fc6-6dcf1b4e77cf","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:10.974945645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"36313fcc-1e72-4334-9f30-083e0f81d400","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:10.975050589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"36313fcc-1e72-4334-9f30-083e0f81d400","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:10.982219262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"0ccf964a-a17d-4432-b7e7-ef1a489574d3","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:44:10.985612651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"394478e0-8751-407b-956d-089dd9227322","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-563f39-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.000535231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"0ccf964a-a17d-4432-b7e7-ef1a489574d3","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.016496207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"ce923f94-53c9-4c6e-bfe8-1de10d8830d6","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.016514836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"ce923f94-53c9-4c6e-bfe8-1de10d8830d6","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.035507536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"fcc0dc1d-8d99-43af-b62c-26750f534598","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.035525249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"fcc0dc1d-8d99-43af-b62c-26750f534598","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.095465763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"96032fae-33d4-42fb-9c12-e2677ced5853","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","model":"test-model-563f39","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-563f39/test-model-563f39-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.145557699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"1d2e0dc8-9680-4092-b567-f4ac86418d51","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.145579656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"1d2e0dc8-9680-4092-b567-f4ac86418d51","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.155482007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"5394bf80-fb9a-4dd8-ab7a-e5570b1ff640","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.181459782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"5394bf80-fb9a-4dd8-ab7a-e5570b1ff640","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:11.194011002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"76774aa1-cba9-49a9-a878-01f0062599b1","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:19.93414792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"f02fda8c-c3bb-46bf-8d0a-69127fff019d","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:19.953453397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"f02fda8c-c3bb-46bf-8d0a-69127fff019d","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:19.970472966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-580af2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"f02fda8c-c3bb-46bf-8d0a-69127fff019d","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.092401996Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.092462121Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","namespace":"ai-tenant-e2e-worker-w3-82db63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.092514266Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","tenant":"e2e-worker-w3-82db63","tenantID":"e2e-worker-w3-82db63","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.109066792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Deployment","name":"maas-api-e2e-worker-w3-82db63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.141754768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Service","name":"maas-api-e2e-worker-w3-82db63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.160202724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-82db63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.176156945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-82db63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.195256907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.211572327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.230407183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.246747252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.259788985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.272660312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.285766921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Service","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.29877661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.311760286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.324748049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.337874629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.35917644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.38023798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.399306198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.426184687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-82db63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.440320618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-82db63"},"namespace":"ai-tenant-e2e-worker-w3-82db63","name":"default-tenant","reconcileID":"f47ce759-10b4-4c84-be6e-d5fece3d9ebf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-82db63","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:23.758702899Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-82db63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-82db63","reconcileID":"52340b8c-79d3-4971-9c38-84cd2e7beedf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-82db63","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-82db63"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.191164713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a081f28-682a-4054-9756-6e541f472107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.203935833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a081f28-682a-4054-9756-6e541f472107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.216461058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a081f28-682a-4054-9756-6e541f472107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.228929484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a081f28-682a-4054-9756-6e541f472107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.775879492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f63b2-75e6-4671-86a2-87496e67fcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.788744385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f63b2-75e6-4671-86a2-87496e67fcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.801400274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f63b2-75e6-4671-86a2-87496e67fcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:24.813967327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7f63b2-75e6-4671-86a2-87496e67fcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:27.918541501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"1c7a6a6f-48c7-488c-9e20-244f44f22cea","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:27.974478143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"8cb1f5e4-6dad-4cab-bce0-207dbca8eda5","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:27.974502572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"8cb1f5e4-6dad-4cab-bce0-207dbca8eda5","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:28.764841439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"bad6738d-6ff2-46fd-9906-f51c111be1b2","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:28.787010536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"bad6738d-6ff2-46fd-9906-f51c111be1b2","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:29.99864587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"315c530a-fc47-40f8-937a-ff42e969a519","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:30.016924248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"315c530a-fc47-40f8-937a-ff42e969a519","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:30.03450157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-580af2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (344d13aae825c5ef36e6b9f41abea3a42462a380d81666d8904551b6974d4946) AuthConfig (932ddcfd6be3f5df7150de7a3be74dbabe510ab5d40ffd3f534a6d2e531bb441) AuthConfig (f7ec610453f4d0a347fbc048629afa2c1d3a13800aa57a7a35679a08dc02072b) AuthConfig (84c12a4580c29efc71f7e2755570dbc086161a2ae4fa592604cfb0a44e5d20c2) AuthConfig (18593ffcd8a36c8eadf7f20d56aa782cc040260f545b285ddf68f7298a64c3c5) AuthConfig (25339c0aaafef1754226a6ebccf8da652d4d38e6fbd6e2251ef41b355814b531) AuthConfig (234bf77f953b6b8dd5ed7e481f81f3c9caea16428eef5e73d692667e4f0bd25e) AuthConfig (d36c9c79b1b2d23dcb8dec7766ba976440edad3015cd57f1870e634694b73fe3) AuthConfig (3260860a73d7e883e8b18d63792b9323fc50a9ffad141d4d8209769c54dda865) AuthConfig (32fac8958cce7a1bd013450eba01390742d0531129e636fae4090c2e7e6e0f45) AuthConfig (f8f64b4afae5317a7bde3dd89c37fd35ab42555ea78e5c622dc206aa21bd9590) AuthConfig (d3980c1ca2209922907ba94627281e19539df1f9c42933e2d6c7402cabb9103d) AuthConfig (13be1e9b7f56171b8958fdfe21a994b248f8e379c65575ab96b25d45b8855181) AuthConfig (573e843018bf0004f980e9778bb5f11ec39e1cab9705bfc85028a47f49912fc6) AuthConfig (89e909f6241cb9ace71683857a921f88ef6b35a0024f4a13327b61ac83a4e6b4) AuthConfig (8f73046a03b31d24a4f8ed16e3da158aea685db37119142655d58d6a79ffcda7) AuthConfig (0d3244e6034989e3a9c4984776da04a4ec7926f02a2e88dc556a7992a047b0e4) AuthConfig (46d35b9f7e039ca2267f34ab9f13c24f8faa2efff3ac6e0ded4bea8bc0edbdec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"315c530a-fc47-40f8-937a-ff42e969a519","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:30.053481054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"c3ac1c15-430f-43d4-8de6-16eed4ac6ca5","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:30.05349773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"c3ac1c15-430f-43d4-8de6-16eed4ac6ca5","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:31.049739196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.488053039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.488112376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","namespace":"ai-tenant-e2e-extmod-a-b7c2d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.488160628Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","tenant":"e2e-extmod-a-b7c2d5","tenantID":"e2e-extmod-a-b7c2d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.504544348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-b7c2d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.532168595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Service","name":"maas-api-e2e-extmod-a-b7c2d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.555024853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-b7c2d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.572492914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-b7c2d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.592697782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.609428854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.628743278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.645209352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.658438135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.671477314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.684678983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Service","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.698101661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.71156228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.724828062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.738184801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.761737631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.780322661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.796262128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.814447295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-b7c2d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:33.828025448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b7c2d5"},"namespace":"ai-tenant-e2e-extmod-a-b7c2d5","name":"default-tenant","reconcileID":"58c20c03-8d13-47fe-bf67-d3d4f737434c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-b7c2d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:34.14622536Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-b7c2d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-b7c2d5","reconcileID":"a0d83b9e-e3b7-450c-ad6a-e664f85db695","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-b7c2d5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-b7c2d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:34.581104149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04bc47-c2c6-43fc-9987-b9d04a222226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:34.593877682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04bc47-c2c6-43fc-9987-b9d04a222226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:34.606705446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04bc47-c2c6-43fc-9987-b9d04a222226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:34.619435631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d04bc47-c2c6-43fc-9987-b9d04a222226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:35.18897953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fbdd3-7d0d-43ef-923b-ebae08e5bf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:35.201699727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fbdd3-7d0d-43ef-923b-ebae08e5bf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:35.214249558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fbdd3-7d0d-43ef-923b-ebae08e5bf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:35.227000617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fbdd3-7d0d-43ef-923b-ebae08e5bf96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:40.081665354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"a8702b44-e2e9-44c8-947a-ca53179d9a3c","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:40.100293224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"a8702b44-e2e9-44c8-947a-ca53179d9a3c","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:40.117263715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-580af2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (344d13aae825c5ef36e6b9f41abea3a42462a380d81666d8904551b6974d4946) AuthConfig (932ddcfd6be3f5df7150de7a3be74dbabe510ab5d40ffd3f534a6d2e531bb441) AuthConfig (f7ec610453f4d0a347fbc048629afa2c1d3a13800aa57a7a35679a08dc02072b) AuthConfig (84c12a4580c29efc71f7e2755570dbc086161a2ae4fa592604cfb0a44e5d20c2) AuthConfig (18593ffcd8a36c8eadf7f20d56aa782cc040260f545b285ddf68f7298a64c3c5) AuthConfig (25339c0aaafef1754226a6ebccf8da652d4d38e6fbd6e2251ef41b355814b531) AuthConfig (234bf77f953b6b8dd5ed7e481f81f3c9caea16428eef5e73d692667e4f0bd25e) AuthConfig (d36c9c79b1b2d23dcb8dec7766ba976440edad3015cd57f1870e634694b73fe3) AuthConfig (3260860a73d7e883e8b18d63792b9323fc50a9ffad141d4d8209769c54dda865) AuthConfig (32fac8958cce7a1bd013450eba01390742d0531129e636fae4090c2e7e6e0f45) AuthConfig (f8f64b4afae5317a7bde3dd89c37fd35ab42555ea78e5c622dc206aa21bd9590) AuthConfig (d3980c1ca2209922907ba94627281e19539df1f9c42933e2d6c7402cabb9103d) AuthConfig (13be1e9b7f56171b8958fdfe21a994b248f8e379c65575ab96b25d45b8855181) AuthConfig (573e843018bf0004f980e9778bb5f11ec39e1cab9705bfc85028a47f49912fc6) AuthConfig (89e909f6241cb9ace71683857a921f88ef6b35a0024f4a13327b61ac83a4e6b4) AuthConfig (8f73046a03b31d24a4f8ed16e3da158aea685db37119142655d58d6a79ffcda7) AuthConfig (0d3244e6034989e3a9c4984776da04a4ec7926f02a2e88dc556a7992a047b0e4) AuthConfig (46d35b9f7e039ca2267f34ab9f13c24f8faa2efff3ac6e0ded4bea8bc0edbdec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"a8702b44-e2e9-44c8-947a-ca53179d9a3c","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:42.990808738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a946f05-212c-4e98-9818-e94cc89159a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.003542171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a946f05-212c-4e98-9818-e94cc89159a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.016116366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a946f05-212c-4e98-9818-e94cc89159a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.028776741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a946f05-212c-4e98-9818-e94cc89159a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.562813648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfb044c-1484-4ea1-88b8-7217d4e84b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.576564944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfb044c-1484-4ea1-88b8-7217d4e84b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.589272401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfb044c-1484-4ea1-88b8-7217d4e84b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:43.60179973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dfb044c-1484-4ea1-88b8-7217d4e84b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:44.132803524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cea974-0ae8-4795-8a65-925375b486a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:44.145760062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cea974-0ae8-4795-8a65-925375b486a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:44.159698418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cea974-0ae8-4795-8a65-925375b486a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:44.173323251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54cea974-0ae8-4795-8a65-925375b486a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:50.143855893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"8e60fa70-0765-4326-8398-458fc6b9266e","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:50.163812685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"8e60fa70-0765-4326-8398-458fc6b9266e","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:50.298646494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"e5fc6a4a-6a63-4e8d-a3b5-fc0d718ac640","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:50.298668315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"e5fc6a4a-6a63-4e8d-a3b5-fc0d718ac640","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.600268042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d6de7459-029f-430c-9a98-81a1e7e95d10","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.600300065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d6de7459-029f-430c-9a98-81a1e7e95d10","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.621689976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d1282083-f389-4406-8a11-b016849a196a","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.621715362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d1282083-f389-4406-8a11-b016849a196a","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.627214118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"b26e9633-4a48-42c3-8c51-fc147e98397e","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:44:51.637631183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"27f1ff2c-5ef0-4ff0-aab0-ea81e397806d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-580af2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:44:51.639750302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d1282083-f389-4406-8a11-b016849a196a","name":"test-model-580af2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-580af2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:44:51.63980983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"d1282083-f389-4406-8a11-b016849a196a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-580af2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.645886013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"fabfc905-6d64-4f07-b881-762fcb811cd4","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.645926128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"fabfc905-6d64-4f07-b881-762fcb811cd4","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.646128404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"b26e9633-4a48-42c3-8c51-fc147e98397e","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.670553205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ded6ccc5-89ad-4f19-ae7f-9d209bcc9135","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.670581773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ded6ccc5-89ad-4f19-ae7f-9d209bcc9135","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.687192312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"47f2ddd6-750a-4ed6-a64f-bead9669d37d","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.687284794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"47f2ddd6-750a-4ed6-a64f-bead9669d37d","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.727217264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"bf59bf75-7b66-4fdf-a68f-2d0cf181e35a","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.745516316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"bf59bf75-7b66-4fdf-a68f-2d0cf181e35a","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.746029878Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"7433f1a0-934b-4d62-89a9-cb0e2f0d53bd","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","model":"test-model-580af2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-580af2/test-model-580af2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.795803717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"632432d3-a5f4-4f4f-9e5e-74f4531e7645","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.795832727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"632432d3-a5f4-4f4f-9e5e-74f4531e7645","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.837033138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"9e19f993-3035-4366-a697-601e0fb688e7","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.921666297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"b4c7fccb-f980-4eef-84e3-f170cce20ebb","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.926579414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"1c9b50e5-2a9f-4ac1-bc1e-19158991baea","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.926604785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"1c9b50e5-2a9f-4ac1-bc1e-19158991baea","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:51.989410692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"07781d2d-c1f6-4924-be5e-dc65a3de3680","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.051092523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"b4c7fccb-f980-4eef-84e3-f170cce20ebb","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.10404547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"b4c7fccb-f980-4eef-84e3-f170cce20ebb","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"e2e-inf-a-d09411-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.104069322Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-auth","reconcileID":"b4c7fccb-f980-4eef-84e3-f170cce20ebb","MaaSAuthPolicy":{"name":"test-model-d09411-auth","namespace":"ai-tenant-e2e-inf-a-d09411"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.122771773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"9909de15-a054-458e-b0ed-f26c76d0d321","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.122794032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"9909de15-a054-458e-b0ed-f26c76d0d321","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.184960633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"4923f48d-1206-4f3c-85e7-98b18ad94bba","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.289141857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"f8099528-d65b-4432-8d5d-f52c8d70b020","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:44:52.289163681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"f8099528-d65b-4432-8d5d-f52c8d70b020","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:01.051634755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:02.338361379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"df17003b-f398-4be2-9e92-b212d5cfce37","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","subscription":"test-model-d09411-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:02.355527097Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"df17003b-f398-4be2-9e92-b212d5cfce37","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:02.370269581Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411-sub","reconcileID":"df17003b-f398-4be2-9e92-b212d5cfce37","MaaSSubscription":{"name":"test-model-d09411-sub","namespace":"ai-tenant-e2e-inf-a-d09411"},"name":"maas-trlp-test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:02.522863754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"8b007997-7fa9-4f1c-a1d8-afb078b98b51","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"tenant":"e2e-inf-a-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","model":"ai-tenant-e2e-inf-a-d09411/test-model-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:02.522883567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"test-model-d09411","reconcileID":"8b007997-7fa9-4f1c-a1d8-afb078b98b51","MaaSModelRef":{"name":"test-model-d09411","namespace":"ai-tenant-e2e-inf-a-d09411"},"routeName":"test-model-d09411-kserve-route","namespace":"ai-tenant-e2e-inf-a-d09411","llmisvcName":"test-model-d09411","gateway":"openshift-ingress/e2e-inf-a-d09411","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.476683438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"9e92c516-d486-4113-8d7a-a84ba4c90c4f","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.479074232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"56a7b575-4292-4ce1-aa50-fa7f3cc2e8de","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.479160892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"56a7b575-4292-4ce1-aa50-fa7f3cc2e8de","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.545517647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"f2eeb3c0-db4c-4ead-a0a3-8c409f2d1cf6","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.614068291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"9e92c516-d486-4113-8d7a-a84ba4c90c4f","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.674841209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"9e92c516-d486-4113-8d7a-a84ba4c90c4f","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"e2e-inf-b-563f39-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.674872438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-auth","reconcileID":"9e92c516-d486-4113-8d7a-a84ba4c90c4f","MaaSAuthPolicy":{"name":"test-model-563f39-auth","namespace":"ai-tenant-e2e-inf-b-563f39"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.701949267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"88390c03-17e1-412e-beb1-08313641247f","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.701978091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"88390c03-17e1-412e-beb1-08313641247f","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.770539525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"56c6670f-3b3e-4a0f-8d74-cd87e7a1edaf","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.865687395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0502f779-72ee-4a75-b0c1-a530675b1068","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:03.865722499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"0502f779-72ee-4a75-b0c1-a530675b1068","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:04.539755071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"143d93c4-5caa-4eea-8ace-f65be6cffd61","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:04.595849554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"af8d8666-eb92-4247-8987-f80025edf933","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:04.59587108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"af8d8666-eb92-4247-8987-f80025edf933","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.119540443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","namespace":"ai-tenant-e2e-extmod-b-7d8760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.119653921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","namespace":"ai-tenant-e2e-extmod-b-7d8760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.11973683Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","tenant":"e2e-extmod-b-7d8760","tenantID":"e2e-extmod-b-7d8760","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.136355833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7d8760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.163474421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Service","name":"maas-api-e2e-extmod-b-7d8760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.197187364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7d8760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.213573869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7d8760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.235449336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.258210062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.283567319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.300405547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.313734712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.326696942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.336504141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"f3dadd48-f12e-4231-be31-0fe7583e8a05","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.345823664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Service","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.354917871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"f3dadd48-f12e-4231-be31-0fe7583e8a05","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.36231542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.375809714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.388841149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.403858669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.422917208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.437581823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.458961273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.472298061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7d8760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.485083308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d8760"},"namespace":"ai-tenant-e2e-extmod-b-7d8760","name":"default-tenant","reconcileID":"cde07296-45fc-4cdc-8a25-9c009a7101e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7d8760","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:05.825010398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d8760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d8760","reconcileID":"81c7e644-e474-4e53-a5bb-ba4a2c6d54e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d8760","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7d8760"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.176212458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bcc7a6-a838-4a1d-9aec-1b5eb4561809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.18949142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bcc7a6-a838-4a1d-9aec-1b5eb4561809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.205433379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bcc7a6-a838-4a1d-9aec-1b5eb4561809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.219181994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bcc7a6-a838-4a1d-9aec-1b5eb4561809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.748577291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58df627f-073d-45fb-98f6-e09f1d3be804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.762013738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58df627f-073d-45fb-98f6-e09f1d3be804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.77584336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58df627f-073d-45fb-98f6-e09f1d3be804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:06.790392492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58df627f-073d-45fb-98f6-e09f1d3be804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:13.912362707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"3f726044-0a6c-4504-b5de-0c9692e394f4","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","subscription":"test-model-563f39-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:13.92637731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"3f726044-0a6c-4504-b5de-0c9692e394f4","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:13.943268327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39-sub","reconcileID":"3f726044-0a6c-4504-b5de-0c9692e394f4","MaaSSubscription":{"name":"test-model-563f39-sub","namespace":"ai-tenant-e2e-inf-b-563f39"},"name":"maas-trlp-test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.106644578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"56f1ead1-82f7-4955-92aa-5e39f4397f35","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"tenant":"e2e-inf-b-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","model":"ai-tenant-e2e-inf-b-563f39/test-model-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.106666967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"test-model-563f39","reconcileID":"56f1ead1-82f7-4955-92aa-5e39f4397f35","MaaSModelRef":{"name":"test-model-563f39","namespace":"ai-tenant-e2e-inf-b-563f39"},"routeName":"test-model-563f39-kserve-route","namespace":"ai-tenant-e2e-inf-b-563f39","llmisvcName":"test-model-563f39","gateway":"openshift-ingress/e2e-inf-b-563f39","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.357878447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7d18b7-4b5c-401c-a955-2a3ee7d4167b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.373917365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7d18b7-4b5c-401c-a955-2a3ee7d4167b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.38652301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7d18b7-4b5c-401c-a955-2a3ee7d4167b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.399496792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7d18b7-4b5c-401c-a955-2a3ee7d4167b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:14.990129273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc805cd-e456-4c2a-8df7-f6cb00fe6cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.003314944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc805cd-e456-4c2a-8df7-f6cb00fe6cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.016123976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc805cd-e456-4c2a-8df7-f6cb00fe6cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.029880677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc805cd-e456-4c2a-8df7-f6cb00fe6cb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.567218927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6032353f-6341-44dc-9423-41dcc9bd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.579987412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6032353f-6341-44dc-9423-41dcc9bd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.592576142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6032353f-6341-44dc-9423-41dcc9bd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:15.60542693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6032353f-6341-44dc-9423-41dcc9bd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.139801326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abbe909-7433-4fed-a654-bd54afa99f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.154991816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abbe909-7433-4fed-a654-bd54afa99f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.169266003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abbe909-7433-4fed-a654-bd54afa99f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.184094967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4abbe909-7433-4fed-a654-bd54afa99f2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.718246978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982f348-6e39-41cc-8c35-3178217bf109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.731193258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982f348-6e39-41cc-8c35-3178217bf109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.74405751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982f348-6e39-41cc-8c35-3178217bf109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:20.756558053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e982f348-6e39-41cc-8c35-3178217bf109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.382312959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb0e3d4-22c8-4b84-ac02-73784ad4fd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.395867376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb0e3d4-22c8-4b84-ac02-73784ad4fd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.411180933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb0e3d4-22c8-4b84-ac02-73784ad4fd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.429014825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb0e3d4-22c8-4b84-ac02-73784ad4fd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.963979584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5b953-435e-40e3-a1b5-9d453939ce13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.977008296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5b953-435e-40e3-a1b5-9d453939ce13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:21.989409747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5b953-435e-40e3-a1b5-9d453939ce13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:22.004207294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e5b953-435e-40e3-a1b5-9d453939ce13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.260042934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ad1cb80b-7b0c-4e13-b01a-8343a16201e9","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.260197996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"c06fadf1-d39c-4aed-b0d2-51c195a2a294","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.260214093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"c06fadf1-d39c-4aed-b0d2-51c195a2a294","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.320857077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"164c1972-bf32-4840-b065-73e38798cd6f","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.389401108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ad1cb80b-7b0c-4e13-b01a-8343a16201e9","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.440279718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ad1cb80b-7b0c-4e13-b01a-8343a16201e9","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"e2e-inf-a-27b6db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.440306269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-auth","reconcileID":"ad1cb80b-7b0c-4e13-b01a-8343a16201e9","MaaSAuthPolicy":{"name":"test-model-27b6db-auth","namespace":"ai-tenant-e2e-inf-a-27b6db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.459076672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"672b8798-a21a-48ba-a81a-263e181210a6","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.459100307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"672b8798-a21a-48ba-a81a-263e181210a6","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.520526031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"3bccd0cd-80bb-40f8-98cb-8c554b11decc","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.611047981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9cc4ee1e-7b48-43db-a24e-82912df2c4e6","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:28.611070657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"9cc4ee1e-7b48-43db-a24e-82912df2c4e6","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:31.062235504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.457691238Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","namespace":"ai-tenant-e2e-inf-a-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.457747457Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","namespace":"ai-tenant-e2e-inf-a-d09411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.45779898Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","tenant":"e2e-inf-a-d09411","tenantID":"e2e-inf-a-d09411","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.474056293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Deployment","name":"maas-api-e2e-inf-a-d09411","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.503079615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Service","name":"maas-api-e2e-inf-a-d09411","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.520139145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d09411","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.542176965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d09411","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.565602483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.581920072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.60093987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.617364701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.630421119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.643499607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.65661657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Service","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.658303497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"7cc00320-9506-481f-ae57-57e85138192b","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","subscription":"test-model-27b6db-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.671251392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.672022962Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"7cc00320-9506-481f-ae57-57e85138192b","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.684186291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.686135747Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db-sub","reconcileID":"7cc00320-9506-481f-ae57-57e85138192b","MaaSSubscription":{"name":"test-model-27b6db-sub","namespace":"ai-tenant-e2e-inf-a-27b6db"},"name":"maas-trlp-test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.697088597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.70997003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.732480127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.746204836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.762276397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.776367496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d09411","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.793288126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d09411"},"namespace":"ai-tenant-e2e-inf-a-d09411","name":"default-tenant","reconcileID":"e115f84a-1f4c-4dfd-9a11-a6f7f27507f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d09411","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.812464328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","namespace":"ai-tenant-e2e-shared-a-w0-4afaba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.81252774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","namespace":"ai-tenant-e2e-shared-a-w0-4afaba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.812602949Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","tenant":"e2e-shared-a-w0-4afaba","tenantID":"e2e-shared-a-w0-4afaba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.828191812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-4afaba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.842013675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"11bd2bae-5d12-47d8-8b86-7672937a4ae7","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"tenant":"e2e-inf-a-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","model":"ai-tenant-e2e-inf-a-27b6db/test-model-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.842035421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"test-model-27b6db","reconcileID":"11bd2bae-5d12-47d8-8b86-7672937a4ae7","MaaSModelRef":{"name":"test-model-27b6db","namespace":"ai-tenant-e2e-inf-a-27b6db"},"routeName":"test-model-27b6db-kserve-route","namespace":"ai-tenant-e2e-inf-a-27b6db","llmisvcName":"test-model-27b6db","gateway":"openshift-ingress/e2e-inf-a-27b6db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.869335932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Service","name":"maas-api-e2e-shared-a-w0-4afaba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.888767664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-4afaba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.904616622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-4afaba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.933133487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.954166169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.976233573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:38.99526121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.008237598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.021606679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.035390902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.049290602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.05863946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d09411","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d09411","reconcileID":"5cc7f3ad-92f3-4d70-8fd9-e0a39e5d26f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d09411","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d09411"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.062608837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.075606551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.088366528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.105691067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.120254209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.14080002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.153634105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-4afaba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.167190807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4afaba"},"namespace":"ai-tenant-e2e-shared-a-w0-4afaba","name":"default-tenant","reconcileID":"4496bdfc-7ebf-4ac1-9b35-1a7f03a7b1e1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-4afaba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.557486972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4afaba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4afaba","reconcileID":"6e65645b-0e34-4efc-9019-a4ded1ad2f72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4afaba","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4afaba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.560960305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ff5f4-a0cf-4c9c-b90e-a435615ee3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.574034437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ff5f4-a0cf-4c9c-b90e-a435615ee3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.58681485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ff5f4-a0cf-4c9c-b90e-a435615ee3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.599432888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5ff5f4-a0cf-4c9c-b90e-a435615ee3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.790682619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae91312c-3e39-41e4-842c-8db74389b6f4","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.791310714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ca11171a-eac1-4ef2-974d-5344d80cf0af","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.791328903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"ca11171a-eac1-4ef2-974d-5344d80cf0af","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.85537668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"24cba25d-95b8-48c5-ab4f-1ccd4ee3c39e","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.933106392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae91312c-3e39-41e4-842c-8db74389b6f4","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.983282158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae91312c-3e39-41e4-842c-8db74389b6f4","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:39.983309329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae91312c-3e39-41e4-842c-8db74389b6f4","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.00209239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae7dc0ac-58a4-4d28-bc68-391c5f1762a1","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.002738719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"eb13c761-d542-4148-a55f-34a70cabbdcb","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.002755509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"eb13c761-d542-4148-a55f-34a70cabbdcb","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.070399102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"b652fc9c-07f6-409d-8bfb-fa7d20251413","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.131428073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae7dc0ac-58a4-4d28-bc68-391c5f1762a1","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.152186908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae7dc0ac-58a4-4d28-bc68-391c5f1762a1","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"e2e-inf-b-580af2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.152212494Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae7dc0ac-58a4-4d28-bc68-391c5f1762a1","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.164010772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"8775f8a2-f500-4732-8097-7bf0f5652fea","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.164032248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"8775f8a2-f500-4732-8097-7bf0f5652fea","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:45:40.166283184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-580af2-auth","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-auth","reconcileID":"ae7dc0ac-58a4-4d28-bc68-391c5f1762a1","error":"maasauthpolicies.maas.opendatahub.io \"test-model-580af2-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.194840179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20d33f4-97c6-40fc-a4b3-53b1cee90068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.207616694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20d33f4-97c6-40fc-a4b3-53b1cee90068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.220462424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20d33f4-97c6-40fc-a4b3-53b1cee90068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.234797705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20d33f4-97c6-40fc-a4b3-53b1cee90068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.77106808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8fe8a-32cf-41bc-8f4d-85fe5b706e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.784188667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8fe8a-32cf-41bc-8f4d-85fe5b706e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.796751857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8fe8a-32cf-41bc-8f4d-85fe5b706e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:40.811572472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec8fe8a-32cf-41bc-8f4d-85fe5b706e5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:47.586496297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d6cdad-3678-49b5-b973-18a1122117db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:47.600864345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d6cdad-3678-49b5-b973-18a1122117db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:47.614596079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d6cdad-3678-49b5-b973-18a1122117db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:47.627686778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d6cdad-3678-49b5-b973-18a1122117db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.227304517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c481124-1d14-4b3d-9e07-da7aa2627d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.240983934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c481124-1d14-4b3d-9e07-da7aa2627d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.255997272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c481124-1d14-4b3d-9e07-da7aa2627d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.268676678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c481124-1d14-4b3d-9e07-da7aa2627d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.868429394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff24fe89-fc0a-47b9-9dbf-e94a7759851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.880931408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff24fe89-fc0a-47b9-9dbf-e94a7759851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.893780765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff24fe89-fc0a-47b9-9dbf-e94a7759851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:48.906504128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff24fe89-fc0a-47b9-9dbf-e94a7759851a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:49.482739343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62725cda-d29b-4777-81cf-b071f2144718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:49.496320501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62725cda-d29b-4777-81cf-b071f2144718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:49.521316824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62725cda-d29b-4777-81cf-b071f2144718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:49.533979803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62725cda-d29b-4777-81cf-b071f2144718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.114256511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481d26ac-b5c6-4fca-9a7b-dc1c2d5f9e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.127455249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481d26ac-b5c6-4fca-9a7b-dc1c2d5f9e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.140135753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481d26ac-b5c6-4fca-9a7b-dc1c2d5f9e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.152750883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481d26ac-b5c6-4fca-9a7b-dc1c2d5f9e94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.226829773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"64f4e555-9755-46f9-9914-a54cb1a7be81","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","subscription":"test-model-580af2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.240612683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"64f4e555-9755-46f9-9914-a54cb1a7be81","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.254995748Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2-sub","reconcileID":"64f4e555-9755-46f9-9914-a54cb1a7be81","MaaSSubscription":{"name":"test-model-580af2-sub","namespace":"ai-tenant-e2e-inf-b-580af2"},"name":"maas-trlp-test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.337497201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"76c2e471-4cbb-4b24-8f1e-9d524e070d53","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"tenant":"e2e-inf-b-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","model":"ai-tenant-e2e-inf-b-580af2/test-model-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.337520293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"test-model-580af2","reconcileID":"76c2e471-4cbb-4b24-8f1e-9d524e070d53","MaaSModelRef":{"name":"test-model-580af2","namespace":"ai-tenant-e2e-inf-b-580af2"},"routeName":"test-model-580af2-kserve-route","namespace":"ai-tenant-e2e-inf-b-580af2","llmisvcName":"test-model-580af2","gateway":"openshift-ingress/e2e-inf-b-580af2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.695872249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011eea50-fa45-430d-b1ab-2c641be38b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.708680079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011eea50-fa45-430d-b1ab-2c641be38b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.721330188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011eea50-fa45-430d-b1ab-2c641be38b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:50.737253035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011eea50-fa45-430d-b1ab-2c641be38b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:54.812268336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28549dec-6dcc-438e-b363-664dae224861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:54.826384851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28549dec-6dcc-438e-b363-664dae224861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:54.839836422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28549dec-6dcc-438e-b363-664dae224861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:54.85267465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28549dec-6dcc-438e-b363-664dae224861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.391474867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5898127-a1dc-4c3b-b0c2-79dc2b89e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.404389322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5898127-a1dc-4c3b-b0c2-79dc2b89e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.416996321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5898127-a1dc-4c3b-b0c2-79dc2b89e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.431397305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5898127-a1dc-4c3b-b0c2-79dc2b89e95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.984654316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda33528-873f-46d5-9787-e89be622e17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:55.997712048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda33528-873f-46d5-9787-e89be622e17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.010994089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda33528-873f-46d5-9787-e89be622e17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.025153231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda33528-873f-46d5-9787-e89be622e17c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.700672398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594a6a3-f625-4a9f-bd5c-1b9847f7c9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.714166729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594a6a3-f625-4a9f-bd5c-1b9847f7c9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.726862249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594a6a3-f625-4a9f-bd5c-1b9847f7c9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:56.740038746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8594a6a3-f625-4a9f-bd5c-1b9847f7c9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.291077903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263a0cd7-a941-4222-8a38-6077c8b37385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.303790613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263a0cd7-a941-4222-8a38-6077c8b37385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.316570031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263a0cd7-a941-4222-8a38-6077c8b37385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.329450036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263a0cd7-a941-4222-8a38-6077c8b37385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.881177922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f938f8c-ee78-43f1-891a-2a74118be685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.893991076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f938f8c-ee78-43f1-891a-2a74118be685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.906618842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f938f8c-ee78-43f1-891a-2a74118be685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:57.92005012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f938f8c-ee78-43f1-891a-2a74118be685","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:58.465114576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39e0f3a-3f6e-4792-84f3-57c756f4f713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:58.479634619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39e0f3a-3f6e-4792-84f3-57c756f4f713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:58.493080536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39e0f3a-3f6e-4792-84f3-57c756f4f713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:58.506020949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39e0f3a-3f6e-4792-84f3-57c756f4f713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.076039206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae3feeb-0df1-4465-8cef-66b8de1ee632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.088856453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae3feeb-0df1-4465-8cef-66b8de1ee632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.101716585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae3feeb-0df1-4465-8cef-66b8de1ee632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.114442745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae3feeb-0df1-4465-8cef-66b8de1ee632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.676862044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ae307-0852-46fa-b01c-cae43c8e7345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.690245832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ae307-0852-46fa-b01c-cae43c8e7345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.703427885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ae307-0852-46fa-b01c-cae43c8e7345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:45:59.716299749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038ae307-0852-46fa-b01c-cae43c8e7345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:01.050208639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.419108586Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","namespace":"ai-tenant-e2e-shared-b-w0-f52917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.419176325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","namespace":"ai-tenant-e2e-shared-b-w0-f52917","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.419227417Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","tenant":"e2e-shared-b-w0-f52917","tenantID":"e2e-shared-b-w0-f52917","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.435064866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-f52917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.461111549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Service","name":"maas-api-e2e-shared-b-w0-f52917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.483444781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-f52917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.500051956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-f52917","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.516699704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.533053875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.552253497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.56874265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.581580509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.594425961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.607578083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.622710567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.636051016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.649379926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.662567771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.680527037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.701778804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.722838078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.736197914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-f52917","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:07.749611151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f52917"},"namespace":"ai-tenant-e2e-shared-b-w0-f52917","name":"default-tenant","reconcileID":"5c92acac-30a6-4ff1-b080-a41aaae5bff4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-f52917","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.01930416Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f52917","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f52917","reconcileID":"2f717005-c0dd-4073-835e-57725de35078","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f52917","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f52917"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.392285023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671970b3-61d4-4214-9a84-3ef2e30871fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.405011903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671970b3-61d4-4214-9a84-3ef2e30871fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.417793359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671970b3-61d4-4214-9a84-3ef2e30871fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.430394922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671970b3-61d4-4214-9a84-3ef2e30871fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.982434242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4af125-e847-4def-ab2f-063be9cb4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:08.994924785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4af125-e847-4def-ab2f-063be9cb4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:09.007277445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4af125-e847-4def-ab2f-063be9cb4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:09.019689198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4af125-e847-4def-ab2f-063be9cb4ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.130204894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","namespace":"ai-tenant-e2e-inf-b-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.130260971Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","namespace":"ai-tenant-e2e-inf-b-563f39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.130309889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","tenant":"e2e-inf-b-563f39","tenantID":"e2e-inf-b-563f39","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.145981346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Deployment","name":"maas-api-e2e-inf-b-563f39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.178522699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Service","name":"maas-api-e2e-inf-b-563f39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.199162391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-563f39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.21541913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-563f39","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.233465535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.249815785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.268434467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.284986681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.298048677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Deployment","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.311203382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.32439694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Service","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.337357255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.350149741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.363134182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.376047061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.393971646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.408121256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.423163254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.438714505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-563f39","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.456120456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-563f39"},"namespace":"ai-tenant-e2e-inf-b-563f39","name":"default-tenant","reconcileID":"21db5cad-e421-4df9-be98-a003334b3875","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-563f39","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:11.768196739Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-563f39","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-563f39","reconcileID":"3f609a78-8ab9-4af7-bfe3-a6784be75183","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-563f39","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-563f39"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.112398257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e898a1-3688-4ba7-ade8-e6e8b03246d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.126061653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e898a1-3688-4ba7-ade8-e6e8b03246d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.139764789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e898a1-3688-4ba7-ade8-e6e8b03246d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.154561657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e898a1-3688-4ba7-ade8-e6e8b03246d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.701212855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66392699-c54c-4d47-9287-8c829df607d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.713762879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66392699-c54c-4d47-9287-8c829df607d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.726251833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66392699-c54c-4d47-9287-8c829df607d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:12.73876896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66392699-c54c-4d47-9287-8c829df607d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.446570623Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","namespace":"ai-tenant-e2e-inf-a-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.446632477Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","namespace":"ai-tenant-e2e-inf-a-27b6db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.446683889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","tenant":"e2e-inf-a-27b6db","tenantID":"e2e-inf-a-27b6db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.463022753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Deployment","name":"maas-api-e2e-inf-a-27b6db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.517560656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Service","name":"maas-api-e2e-inf-a-27b6db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.540269475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-27b6db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.556509664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-27b6db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.578283427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.595084609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.614851185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.631448705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.644476092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Deployment","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.657740459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.671381307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Service","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.684434609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.697310741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.710201759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.723386786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.741447789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.760401823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.785142479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.807153953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-27b6db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:16.820343406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-27b6db"},"namespace":"ai-tenant-e2e-inf-a-27b6db","name":"default-tenant","reconcileID":"05a46d28-0bc0-4231-b7d3-42c14500997d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-27b6db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.040311817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"0437a47b-150d-4cc5-9bd0-af026cb5b57c","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.05372244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"1c10e37e-5e7e-4c6f-83ac-d0643df4a7e6","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.067794435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"46c79777-1d2c-4e0a-8af4-cac746ab1191","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.068099713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"9f388628-17fc-4c74-80f4-1c0246258d8b","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.139497387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"9614dbe5-26a7-4ec2-b40f-04d5d55922c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.139701389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"3588fa3d-ca98-4a4a-b9e6-ca5768d7dfc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.146840465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"538e8fe3-9858-4a8e-95be-3441d04d6e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.147601811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"10c5a142-2473-4610-b39d-fe0ce0f4f8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.167835121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"538e8fe3-9858-4a8e-95be-3441d04d6e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.175917138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"10c5a142-2473-4610-b39d-fe0ce0f4f8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.176116267Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-27b6db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-27b6db","reconcileID":"9ab34b3d-ab2d-4a1c-b7f3-d8a307853bbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-27b6db","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-27b6db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.306176141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"831dc5fc-58ae-4717-a894-774ac3df1ffc","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.306505816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"8cbb0a2e-7c34-4df6-854a-14495b30763f","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.306774021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"43725e5f-3c5f-48c3-877d-ce34e92d9965","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.306970563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"770c7b66-27c4-49e7-a6ad-91840281100b","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.350818111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"d2d956d6-2a78-4811-ad42-2f036260d9f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.350829694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"af9a33c1-dc55-4b73-b6ca-19a13ef34f0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.384125008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"652fc7f4-4f94-400b-8f19-37673274b2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.385786252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"97552046-a8c9-41c1-87f4-71bbf2369a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.399237015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b409060-2a24-4bd4-bfd5-f687be07605e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.421334803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"652fc7f4-4f94-400b-8f19-37673274b2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.422222844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"97552046-a8c9-41c1-87f4-71bbf2369a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.422840059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b409060-2a24-4bd4-bfd5-f687be07605e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.436528065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b409060-2a24-4bd4-bfd5-f687be07605e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.449305011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b409060-2a24-4bd4-bfd5-f687be07605e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:17.988668403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11decbc-cd3d-4a5d-9c13-2ed78788741b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:18.001542392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11decbc-cd3d-4a5d-9c13-2ed78788741b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:18.014086384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11decbc-cd3d-4a5d-9c13-2ed78788741b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:18.026935902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11decbc-cd3d-4a5d-9c13-2ed78788741b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:20.900870966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21079451-e5a2-435d-aea3-71a33e3becbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:20.913411215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21079451-e5a2-435d-aea3-71a33e3becbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:20.925817847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21079451-e5a2-435d-aea3-71a33e3becbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:20.938429912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21079451-e5a2-435d-aea3-71a33e3becbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:21.515977978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a741031-2d18-4a45-9e93-12920ebed27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:21.528661004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a741031-2d18-4a45-9e93-12920ebed27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:21.541331791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a741031-2d18-4a45-9e93-12920ebed27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:21.55429789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a741031-2d18-4a45-9e93-12920ebed27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.085234823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"39d14e8d-688f-4ffd-a4b5-b8394cf89b33","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.127818771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3794da-c7bc-44b7-8f62-d0937a00d78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.140647672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3794da-c7bc-44b7-8f62-d0937a00d78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.22212234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3794da-c7bc-44b7-8f62-d0937a00d78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.222578065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"bebf595a-b4e9-4c5c-a63d-89788cf15666","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.234651381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3794da-c7bc-44b7-8f62-d0937a00d78a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.290635144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ac3c46dc-da13-4e9e-a327-1ff8f18317de","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.33506823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"f4f160d6-c31f-42cf-897f-827fae431152","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.353441156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"16b29a16-2ae2-496c-939a-7bcdc0100a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.353448108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f7d062f7-4e6b-4180-8cfc-7d676e431f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.371880938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f7d062f7-4e6b-4180-8cfc-7d676e431f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.372026109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"16b29a16-2ae2-496c-939a-7bcdc0100a9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.385237264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"6f497de4-9896-4e75-a813-33a2b79ad8a5","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.393828109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"147a8a4f-921f-4ed7-b0cb-ffef55f111d5","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.435440905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"01734672-225a-4460-935e-7e241500bc94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.435622102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"14e47c89-d157-4b2c-80fd-da10db02ad63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.486637148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"93ed80ed-e274-4eec-a817-07c48041db08","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.547217504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"54c09d00-2bcd-4f69-8af1-a7d0ba8c6d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.559627473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c7c14f63-cf69-4ba2-a931-648ba8f6066a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.559650381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d1181e61-7637-4257-ae47-99f2bb03087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.578305556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"d1181e61-7637-4257-ae47-99f2bb03087c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.578949161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"c7c14f63-cf69-4ba2-a931-648ba8f6066a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.780375159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83f3fcd-f628-4c92-9e47-bcf793a4dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.792950769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83f3fcd-f628-4c92-9e47-bcf793a4dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.805551042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83f3fcd-f628-4c92-9e47-bcf793a4dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:22.818073837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83f3fcd-f628-4c92-9e47-bcf793a4dfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.265861383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad32d4af-7b04-47cf-851d-60671d0c2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.278828582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad32d4af-7b04-47cf-851d-60671d0c2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.291706609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad32d4af-7b04-47cf-851d-60671d0c2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.304254099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad32d4af-7b04-47cf-851d-60671d0c2b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.865730077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81c9bd-d67a-480d-98a2-19aa31d3e0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.87856872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81c9bd-d67a-480d-98a2-19aa31d3e0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.891266101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81c9bd-d67a-480d-98a2-19aa31d3e0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:26.904032929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f81c9bd-d67a-480d-98a2-19aa31d3e0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.418744898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"31a4fc52-3076-4ac2-ae53-6fc0f193aeec","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.41898295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"25cfbb9f-42d6-4436-a014-0a33ec9b502a","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.419169765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"44bd06d7-6dd7-4576-958d-53cf182bd4ea","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.419459046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"201a1e85-6064-4405-b8ab-20ae68960aa1","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.442947441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64dce5c-ee8f-4109-89bc-ff7f6054c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.458847396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64dce5c-ee8f-4109-89bc-ff7f6054c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.47439322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64dce5c-ee8f-4109-89bc-ff7f6054c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.475313231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"039f7e3c-859c-48b8-9033-a9284526539f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.489802104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64dce5c-ee8f-4109-89bc-ff7f6054c03c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.49059359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f3ad717b-2c4a-4558-b760-eb9f5fd60b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.491302175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"97e0bf4a-5c96-4ddc-8112-ae720aadcd75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.491742246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"5123562f-2782-4634-b95b-c78389562ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.524557372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"f3ad717b-2c4a-4558-b760-eb9f5fd60b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.528036466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"039f7e3c-859c-48b8-9033-a9284526539f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.592242509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"fb13a4f3-dc7a-4b29-82cb-5a207bf976da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.59266166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"a1f06762-b742-413c-b84c-994d377f9b8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.604430521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0723a509-3d3e-4dd5-8f3f-b0831cf4af54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.622890999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"0723a509-3d3e-4dd5-8f3f-b0831cf4af54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.705123834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9f2ee86b-3407-4847-8823-24305bb2e455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:27.723454859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"9f2ee86b-3407-4847-8823-24305bb2e455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.091071232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de29eba-e952-4571-a3c4-a5fc5a80d8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.108163078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de29eba-e952-4571-a3c4-a5fc5a80d8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.121754269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de29eba-e952-4571-a3c4-a5fc5a80d8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.135537793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de29eba-e952-4571-a3c4-a5fc5a80d8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.690101767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d683febb-d8b3-4e98-ae9c-c32c55362d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.714064127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d683febb-d8b3-4e98-ae9c-c32c55362d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.727465299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d683febb-d8b3-4e98-ae9c-c32c55362d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:28.740439672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d683febb-d8b3-4e98-ae9c-c32c55362d71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:29.293136878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ffa55-7474-44f3-ba2c-d72553aa01c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:29.306064564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ffa55-7474-44f3-ba2c-d72553aa01c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:29.320336763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ffa55-7474-44f3-ba2c-d72553aa01c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:29.333318867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461ffa55-7474-44f3-ba2c-d72553aa01c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:31.051557747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.098723671Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.098794503Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.117832062Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.118847138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"c7542be7-7bd6-42fc-8a33-3ccdd45fcb72","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.139131307Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.139156797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.139234247Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.140999876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"080765aa-2101-4e97-9f53-9c69ce5d2a77","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.159391137Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.159742144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"07791a16-8593-4288-abdd-35f30e2a7cdc","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.172358675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fe4248bd-f388-4fc3-a613-71b2b1fad124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.175387125Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"9510f287-b5b3-4efc-9943-a93ca66fde31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0adbf973","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.175513304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4fef4d8f-4a36-4438-9b6a-999285950d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.185173177Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"0607e02f-6778-4a01-8496-7de3b6adf440","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.185323354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","namespace":"ai-tenant-e2e-extmod-a-0c3d9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.185366214Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","namespace":"ai-tenant-e2e-extmod-a-0c3d9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.185408764Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","tenant":"e2e-extmod-a-0c3d9a","tenantID":"e2e-extmod-a-0c3d9a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.185488329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"8a5602b9-d2ad-4dd1-83d8-98c87f9e5af6","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.188584679Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"a195af70-3a3c-4587-8c59-0d5f8ba321fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-853c13b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.193461732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"fe4248bd-f388-4fc3-a613-71b2b1fad124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.194050544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"4fef4d8f-4a36-4438-9b6a-999285950d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.194820915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"7abde1a7-c5f1-4784-98db-edd8b52d57a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0adbf973","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.202592103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0c3d9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.216585837Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"4fa962d6-8c98-4ae5-9f1f-9b091f6b87a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-853c13b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.240300638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Service","name":"maas-api-e2e-extmod-a-0c3d9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.258854195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0c3d9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.280234096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0c3d9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.302744751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.319126819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.322943068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3958978b-d99f-4cd0-a042-e9473a74f7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.322954214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d25840e-b465-46d1-bc60-5c10ed6e1437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.338192701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.356189671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.369388804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.382801545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.395840534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Service","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.40884204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.422155951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.435371105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.437034385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d25840e-b465-46d1-bc60-5c10ed6e1437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.448418925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.467298984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.483161472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.487791926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d25840e-b465-46d1-bc60-5c10ed6e1437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.487812989Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-access","reconcileID":"8d25840e-b465-46d1-bc60-5c10ed6e1437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.497332784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.507367671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"40baea0b-52d0-42ab-821c-d184c5623d7a","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.510257187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0c3d9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.523557177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0c3d9a"},"namespace":"ai-tenant-e2e-extmod-a-0c3d9a","name":"default-tenant","reconcileID":"cafcd7d9-71a6-42c8-a399-fa89c40e42c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0c3d9a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.538077921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3958978b-d99f-4cd0-a042-e9473a74f7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.556157524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3958978b-d99f-4cd0-a042-e9473a74f7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"e2e-worker-w0-f3b067-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.55617348Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-access","reconcileID":"3958978b-d99f-4cd0-a042-e9473a74f7e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.578054534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"15e220c9-873a-41d4-8a54-45ac08e4e2d8","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:34.83889992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0c3d9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0c3d9a","reconcileID":"c279f63d-e425-4230-988c-7ba7a0bdf9aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0c3d9a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0c3d9a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.215436005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3034ca8c-5c14-45cd-af47-d8c040aa7a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.228231014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3034ca8c-5c14-45cd-af47-d8c040aa7a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.240898759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3034ca8c-5c14-45cd-af47-d8c040aa7a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.254210543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3034ca8c-5c14-45cd-af47-d8c040aa7a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.863121705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac9d1fe-2996-4210-856c-7b8ab2d93a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.875747813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac9d1fe-2996-4210-856c-7b8ab2d93a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.888573043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac9d1fe-2996-4210-856c-7b8ab2d93a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:35.901152382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac9d1fe-2996-4210-856c-7b8ab2d93a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.383845324Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","namespace":"ai-tenant-e2e-inf-b-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.383939643Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","namespace":"ai-tenant-e2e-inf-b-580af2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.383995412Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","tenant":"e2e-inf-b-580af2","tenantID":"e2e-inf-b-580af2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.40984788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Deployment","name":"maas-api-e2e-inf-b-580af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.440038257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Service","name":"maas-api-e2e-inf-b-580af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.46332381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-580af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.497286201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-580af2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.51586579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.532573321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.552075102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.568322244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.584007716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.601328446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.641986138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Service","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.681055981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.697559923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.713630492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.73350072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.751427116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.76762037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.784036233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.797033574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-580af2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:36.814922378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-580af2"},"namespace":"ai-tenant-e2e-inf-b-580af2","name":"default-tenant","reconcileID":"7aabb758-cb3f-42ab-b96c-fe9c3ae9610d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-580af2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:37.419172297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"4d39c37f-10a4-4563-bcd1-7e31802ae00c","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:37.419611143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"7d2ad79c-cfcb-4a2b-be0c-f1e6ed6fa57d","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:38.077175491Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-580af2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-580af2","reconcileID":"8752db4d-acc0-4619-82f6-8c729f1d95eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-580af2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-580af2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:38.424098157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa21a99-4d86-49a2-8896-6c6e49797b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:38.437472493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa21a99-4d86-49a2-8896-6c6e49797b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:38.45030163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa21a99-4d86-49a2-8896-6c6e49797b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:38.462804868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa21a99-4d86-49a2-8896-6c6e49797b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:39.075999359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78e181e-31d2-47f9-8406-49ee571da713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:39.090025255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78e181e-31d2-47f9-8406-49ee571da713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:39.102625663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78e181e-31d2-47f9-8406-49ee571da713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:39.115437478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78e181e-31d2-47f9-8406-49ee571da713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.118330789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e97e0c-10c9-4fa4-98a9-0b1773b1fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.131076312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e97e0c-10c9-4fa4-98a9-0b1773b1fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.143772499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e97e0c-10c9-4fa4-98a9-0b1773b1fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.156672044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48e97e0c-10c9-4fa4-98a9-0b1773b1fac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.209085198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"14d22d0c-9e1f-4aee-a2ca-fbbb6417fa7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.233197752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"33af0160-599f-4184-8535-68bf165529f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.234089662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"14d22d0c-9e1f-4aee-a2ca-fbbb6417fa7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.250217415Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"33af0160-599f-4184-8535-68bf165529f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.251976888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"simulator-subscription","reconcileID":"14d22d0c-9e1f-4aee-a2ca-fbbb6417fa7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.269196256Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"premium-simulator-subscription","reconcileID":"33af0160-599f-4184-8535-68bf165529f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"name":"maas-trlp-premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067","model":"e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.341873241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"fe9bf528-7b33-428d-900c-db2c7e66ea75","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"simulator-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"simulator-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.435134109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"fec41ab6-0e2d-4f4d-afaf-3e38a748c9ea","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"premium-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"premium-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.771714399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f88597a-140c-402a-b03c-bf807b7670d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.784531006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f88597a-140c-402a-b03c-bf807b7670d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.799867522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f88597a-140c-402a-b03c-bf807b7670d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:44.813880461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f88597a-140c-402a-b03c-bf807b7670d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.368852095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a3b6b8-ca72-4e07-bbef-d648801daf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.382760871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a3b6b8-ca72-4e07-bbef-d648801daf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.395998451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a3b6b8-ca72-4e07-bbef-d648801daf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.409010365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a3b6b8-ca72-4e07-bbef-d648801daf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.959982158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6beefb-0f1e-4f57-8dc6-5e41b638331d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.97304323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6beefb-0f1e-4f57-8dc6-5e41b638331d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.985450632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6beefb-0f1e-4f57-8dc6-5e41b638331d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:45.998162086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf6beefb-0f1e-4f57-8dc6-5e41b638331d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:46.546581204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147fa1dc-5ce9-4153-a0c0-e59d53cd43a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:46.559327148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147fa1dc-5ce9-4153-a0c0-e59d53cd43a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:46.57244757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147fa1dc-5ce9-4153-a0c0-e59d53cd43a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:46.588031344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147fa1dc-5ce9-4153-a0c0-e59d53cd43a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:47.41977049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"0752942c-bac9-4dd7-bff6-168968d52251","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-2-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-2-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:47.421168604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"a7001cab-d969-4611-a0f9-99955185c9b7","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"routeName":"distinct-w0-f3b067-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3b067","llmisvcName":"distinct-w0-f3b067","gateway":"openshift-ingress/e2e-worker-w0-f3b067","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:48.685110121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa44efdf-6c90-4ec4-a6bc-3c17eba2ae53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:48.697759966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa44efdf-6c90-4ec4-a6bc-3c17eba2ae53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:48.712062404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa44efdf-6c90-4ec4-a6bc-3c17eba2ae53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:48.725124504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa44efdf-6c90-4ec4-a6bc-3c17eba2ae53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.042088862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.042145005Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","namespace":"ai-tenant-e2e-worker-w0-f3b067","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.042195431Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","tenant":"e2e-worker-w0-f3b067","tenantID":"e2e-worker-w0-f3b067","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.062659681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f3b067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.096371239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Service","name":"maas-api-e2e-worker-w0-f3b067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.123349818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f3b067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.144468689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f3b067","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.174325302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.202005457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.224703438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.243093294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.256139269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.269448362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.282550359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Service","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.296144958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.300682481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b99c7a-bf8c-4d55-a6cd-22efc7c30e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.313900193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b99c7a-bf8c-4d55-a6cd-22efc7c30e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.327097651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b99c7a-bf8c-4d55-a6cd-22efc7c30e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.328988169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.339714583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66b99c7a-bf8c-4d55-a6cd-22efc7c30e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.353207397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.368237211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.387717699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.415812153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.432406056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.445587167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f3b067","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.458487545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3b067"},"namespace":"ai-tenant-e2e-worker-w0-f3b067","name":"default-tenant","reconcileID":"e246a929-9ac4-4405-8812-793ed7b70290","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f3b067","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.755664086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f3b067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f3b067","reconcileID":"157c1102-a40e-499b-a0bc-e9e857b79dad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f3b067","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f3b067"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.815178122Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"7fcb9c7e-e021-448c-ac56-520f462f894b","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.835699187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"7fcb9c7e-e021-448c-ac56-520f462f894b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.835882482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"59abe84c-574e-4d33-b420-d267137a4c89","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.85623627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"59abe84c-574e-4d33-b420-d267137a4c89","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.856421852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"278eb61d-8d44-4b8a-bbbf-995099ad3714","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.875623613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"278eb61d-8d44-4b8a-bbbf-995099ad3714","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.875815522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"4280d2f2-fcfa-4197-afe2-e60969fa6ba5","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893200723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"4280d2f2-fcfa-4197-afe2-e60969fa6ba5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893322469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f5d8078a-84c4-4bb0-afc5-e359cee224c6","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893365821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f5d8078a-84c4-4bb0-afc5-e359cee224c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893447719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"d3d52776-76e5-43fc-ab0d-10c382700696","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893477536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"d3d52776-76e5-43fc-ab0d-10c382700696","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893540026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"cac63f98-be30-4708-b520-f5613c15dd4d","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.893566946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"cac63f98-be30-4708-b520-f5613c15dd4d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.898935402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"c88280f1-a6c1-4337-9851-cc82e93b2d9f","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.899005103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"c88280f1-a6c1-4337-9851-cc82e93b2d9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.903837128Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"cb57e505-9980-4767-bec9-d63fff7c0c94","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.903885642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"cb57e505-9980-4767-bec9-d63fff7c0c94","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.90401225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"03e3de95-cf86-4209-b064-1aeed707b52b","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.904048216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"03e3de95-cf86-4209-b064-1aeed707b52b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.904118315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"11637b3e-7010-44d0-ade6-9291ba435c60","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.904169594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"11637b3e-7010-44d0-ade6-9291ba435c60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.910042441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"b94ff0c1-aeee-4d47-bfa0-98ea29069f23","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.910090765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"b94ff0c1-aeee-4d47-bfa0-98ea29069f23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925120512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"7830e26a-8710-4cea-9896-69e0a760269b","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925214509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"7830e26a-8710-4cea-9896-69e0a760269b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925329322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bd94b7aa-34cf-4c65-81bf-43b7e575cef2","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925379089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bd94b7aa-34cf-4c65-81bf-43b7e575cef2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925474305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"2dbad6b9-0cb8-476e-8679-3df336514ced","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.925516767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"2dbad6b9-0cb8-476e-8679-3df336514ced","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.930777562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"82701d04-a6db-43bc-ac24-a84c14716384","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.93083514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"82701d04-a6db-43bc-ac24-a84c14716384","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.949642402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca407aee-7acf-45ec-9ee4-71fd73b24f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.962383505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca407aee-7acf-45ec-9ee4-71fd73b24f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.965961297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"5204b61e-9ea3-4ed6-8749-c723a6ee3e7a","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.966037462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"5204b61e-9ea3-4ed6-8749-c723a6ee3e7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.966160801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bec823b8-b686-4746-ae84-3bbad657825a","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.966212602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bec823b8-b686-4746-ae84-3bbad657825a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.966312677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"812a94f0-f71c-4632-bae5-83eda977d2ae","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.966360084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"812a94f0-f71c-4632-bae5-83eda977d2ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.971414292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"8a20fcc9-6588-4e30-90cd-5a97bfb96062","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:49.971480828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"8a20fcc9-6588-4e30-90cd-5a97bfb96062","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.974812406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca407aee-7acf-45ec-9ee4-71fd73b24f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:49.987445346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca407aee-7acf-45ec-9ee4-71fd73b24f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.048475887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"310cf1e1-4257-4010-b28e-867d87b47133","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.048634267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"310cf1e1-4257-4010-b28e-867d87b47133","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.04893766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bb6785f6-2e81-4fd7-b776-9f41327723b9","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.049014702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"bb6785f6-2e81-4fd7-b776-9f41327723b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.049787293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"91922c03-1940-4f12-95a0-e03ed8af83b6","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.04986801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"91922c03-1940-4f12-95a0-e03ed8af83b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.052033557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"b5954f22-8a02-46b6-8136-5265524ed21e","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.052112334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"b5954f22-8a02-46b6-8136-5265524ed21e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.209383261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"a52e9b5b-4ba5-4d7c-89a5-bf4a4556f3f6","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.209445817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"a52e9b5b-4ba5-4d7c-89a5-bf4a4556f3f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.2095561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0a9c1dd0-fb17-4032-9414-2549f3d3fe45","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.209589914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0a9c1dd0-fb17-4032-9414-2549f3d3fe45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.210702528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"e8843b9c-a6ef-471c-860d-13cbfcc91f97","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.210753481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"e8843b9c-a6ef-471c-860d-13cbfcc91f97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.212836051Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"c0168443-60d7-480e-ae63-3538edd9efb4","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.21288849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"c0168443-60d7-480e-ae63-3538edd9efb4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:50.519769107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53667f59-8497-461b-b5ab-5e47b2907d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.530445577Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"895e399e-bc35-4ce6-98e5-b00e9a9bd30a","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.530511346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"895e399e-bc35-4ce6-98e5-b00e9a9bd30a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.530595597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"a6469ab0-d88d-4057-8089-324f594ae8bd","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.530630554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"a6469ab0-d88d-4057-8089-324f594ae8bd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.531065555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"f9d05d36-fbe7-4cd3-857c-c9f2bb9838b2","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.531118431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"f9d05d36-fbe7-4cd3-857c-c9f2bb9838b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:50.532265563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53667f59-8497-461b-b5ab-5e47b2907d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.533346056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"7dab5c2c-5a1e-4f20-8f7a-13cd91de9c45","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:50.533383991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"7dab5c2c-5a1e-4f20-8f7a-13cd91de9c45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:50.544780532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53667f59-8497-461b-b5ab-5e47b2907d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:50.558000404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53667f59-8497-461b-b5ab-5e47b2907d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.107707404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e0ded0-09ba-492e-9398-93f943b88fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.120530216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e0ded0-09ba-492e-9398-93f943b88fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.135026035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e0ded0-09ba-492e-9398-93f943b88fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.148551312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e0ded0-09ba-492e-9398-93f943b88fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171191542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"1e0b70bf-f409-4734-8a3f-9d27d5e2ceea","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171251809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"1e0b70bf-f409-4734-8a3f-9d27d5e2ceea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171389929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0bd6fa15-a319-4fcb-abf8-f3d078309695","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171459873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"0bd6fa15-a319-4fcb-abf8-f3d078309695","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171551039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"b613409a-ee3f-4df0-8d8b-18dd71521352","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.171594034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"b613409a-ee3f-4df0-8d8b-18dd71521352","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.174443852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"346f8f9f-2a87-44e7-93c8-16a69cf6356b","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:51.174504888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"346f8f9f-2a87-44e7-93c8-16a69cf6356b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.719775208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e4dd5-aec2-4042-b034-e5d3f2f63448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.733289171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e4dd5-aec2-4042-b034-e5d3f2f63448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.746937617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e4dd5-aec2-4042-b034-e5d3f2f63448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:51.759772081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69e4dd5-aec2-4042-b034-e5d3f2f63448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:52.289016689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874806f0-8207-4ddf-9c71-638fb70d76d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:52.301628382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874806f0-8207-4ddf-9c71-638fb70d76d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:52.314068972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874806f0-8207-4ddf-9c71-638fb70d76d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:46:52.326639574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"874806f0-8207-4ddf-9c71-638fb70d76d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.452247581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"944dcd16-c5d8-4295-ba48-366a85955916","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.452315256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"944dcd16-c5d8-4295-ba48-366a85955916","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.452414242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"347ba5cf-3449-4459-963e-e8f961b87558","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.452449688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"347ba5cf-3449-4459-963e-e8f961b87558","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.45253563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"b59fcbab-3052-45ca-be88-11a5f8af90c9","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.452572165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"b59fcbab-3052-45ca-be88-11a5f8af90c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.454861782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"76e62220-ff97-4317-9575-9c06279022ee","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:52.454943412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"76e62220-ff97-4317-9575-9c06279022ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.012703785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f55a3ed4-543b-4192-a0fe-67d8ca059aa7","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.012769353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f55a3ed4-543b-4192-a0fe-67d8ca059aa7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.012899707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"e65ca4a0-45fb-4a17-a11f-19571fe278b2","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.012964286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"e65ca4a0-45fb-4a17-a11f-19571fe278b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.01306094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"45fa189b-14ec-4e3b-af23-e8f44ea9dda6","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.013096558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"45fa189b-14ec-4e3b-af23-e8f44ea9dda6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.015105945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"2ea1a6ab-5493-4b6c-a8c8-0584f23b1731","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:55.015148651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"2ea1a6ab-5493-4b6c-a8c8-0584f23b1731","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537174236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"ffea7f03-c982-43a3-9256-09d66475fe3b","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537255813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"ffea7f03-c982-43a3-9256-09d66475fe3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537376351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ca8d1efe-b21e-4d60-94f5-1023c37fc177","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537422719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ca8d1efe-b21e-4d60-94f5-1023c37fc177","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537518031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"6c4ebcc7-f5cb-48a6-8d9d-8afe987028fa","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537556714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"6c4ebcc7-f5cb-48a6-8d9d-8afe987028fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537649283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"f31e3500-24ee-4460-bcd4-446ee1c4af98","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.537687723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"f31e3500-24ee-4460-bcd4-446ee1c4af98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.581773263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"9ecbcd6e-4484-4d89-a9d7-7cdfce394913","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.581846924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"9ecbcd6e-4484-4d89-a9d7-7cdfce394913","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.581976983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"a7e9ad33-d414-48fc-8cd2-5349a8d3d9e8","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.58201631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"a7e9ad33-d414-48fc-8cd2-5349a8d3d9e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.582105601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"1136c948-f6a1-4312-9d40-83925bb2911a","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.582153713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"1136c948-f6a1-4312-9d40-83925bb2911a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.582230941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"439a11ba-f0b6-4d0e-8e5b-5d4c59f022c4","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.582265975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"439a11ba-f0b6-4d0e-8e5b-5d4c59f022c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612282025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"21ecbb9b-982e-45d5-8853-2aa53ac8490c","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612370287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"21ecbb9b-982e-45d5-8853-2aa53ac8490c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612479089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"908fa455-90a1-4c34-ac54-fdf0e6723fdd","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612530775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"908fa455-90a1-4c34-ac54-fdf0e6723fdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612625614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"864be239-2a0c-41da-9a7d-3cc84befe155","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612676807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"864be239-2a0c-41da-9a7d-3cc84befe155","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.61279007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"0c9e4d13-e8e3-418e-8bde-c4cddda42560","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.612837233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"0c9e4d13-e8e3-418e-8bde-c4cddda42560","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.651384334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f7a995cf-1ae5-47ac-ae5d-86831b72a699","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.651550351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"f7a995cf-1ae5-47ac-ae5d-86831b72a699","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/simulator-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.651698865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ac0d1a87-1830-49be-954d-97ded24158c7","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.651765741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ac0d1a87-1830-49be-954d-97ded24158c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/premium-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.651955053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"6c7f5428-6c68-479f-89dd-595119be1884","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.652017443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"6c7f5428-6c68-479f-89dd-595119be1884","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-2-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.652130015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"35a291be-21ae-4641-97d2-561cd1613d80","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:57.652226814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"35a291be-21ae-4641-97d2-561cd1613d80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f3b067/distinct-w0-f3b067: AITenant \"e2e-worker-w0-f3b067\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:58.360150475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"ec6b584f-3c1f-4051-847e-a452104d1237","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:58.454714241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"0778b33f-64ac-4205-aa42-b6b80274b0e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:58.554283769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"ed50111a-35f5-4395-a75a-b5158771ca6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:46:58.658010611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"4a6e58aa-7a9f-4216-a245-02160655ebc9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:00.792298771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"043ed0b5-8983-4f91-90c6-83361ade7010","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:00.892537728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"cebb543b-b810-46c2-9ada-e7a6b8e6d7f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:00.997708547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"e838a2a3-cf79-4550-b8a2-2288e52c6228","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:01.049167875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.091951974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"3efcb3cf-cfa2-45ee-97aa-a38061d251de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.197450395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"546d0aac-0326-4b48-b964-4854947d9eec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.294073905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"99fb6fd8-ef12-42dd-825f-a5c4bbcae699","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.431816281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-w0-f3b067","reconcileID":"1f4f6145-5ed4-43e2-b862-666849e528dc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.506842039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"simulator-w0-f3b067","reconcileID":"806e1c81-5d07-491e-8f40-a507df9ad8dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.72011425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"premium-w0-f3b067","reconcileID":"02254665-0c38-4e06-8cb7-d3fd976321d8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:01.876849587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3b067","namespace":"e2e-models-e2e-worker-w0-f3b067"},"namespace":"e2e-models-e2e-worker-w0-f3b067","name":"distinct-2-w0-f3b067","reconcileID":"c52375f2-48ed-494f-a4d9-8ab08c3aff9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f3b067\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.579774953Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","namespace":"ai-tenant-e2e-extmod-a-749f72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.579830899Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","namespace":"ai-tenant-e2e-extmod-a-749f72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.57988842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","tenant":"e2e-extmod-a-749f72","tenantID":"e2e-extmod-a-749f72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.596003705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-749f72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.625214288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Service","name":"maas-api-e2e-extmod-a-749f72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.642128111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-749f72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.664129772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-749f72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.68063546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.696821357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.716503153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.732883141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.745880997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.759148376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.772159037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Service","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.785053481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.798129025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.811054595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.823987476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.847271466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.867816928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.881062524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.89405853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-749f72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.906853104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-749f72"},"namespace":"ai-tenant-e2e-extmod-a-749f72","name":"default-tenant","reconcileID":"2947cfcd-ba60-4f4d-afd0-a320c177fbe3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-749f72","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.926438231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","namespace":"ai-tenant-e2e-extmod-b-07e166","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.92658393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","namespace":"ai-tenant-e2e-extmod-b-07e166","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.926665406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","tenant":"e2e-extmod-b-07e166","tenantID":"e2e-extmod-b-07e166","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.942583145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Deployment","name":"maas-api-e2e-extmod-b-07e166","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.975412016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Service","name":"maas-api-e2e-extmod-b-07e166","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:04.993272778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-07e166","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.009028418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-07e166","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.025784748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.042192657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.061750874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.077995693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.091024341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.104054121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.116922185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Service","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.129932071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.143160562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.150025043Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-749f72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-749f72","reconcileID":"3d4136ee-40f3-41fb-a599-b13527eb35fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-749f72","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-749f72"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.15824697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.170957093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.190272353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.20285505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.225616805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.238255632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-07e166","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.250867861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-07e166"},"namespace":"ai-tenant-e2e-extmod-b-07e166","name":"default-tenant","reconcileID":"02822204-c7a0-4103-b7cc-32f2f4e5e6da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-07e166","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.680383869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c145d0f4-b72c-4ab6-92f5-a54921ebce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.683106084Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-07e166","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-07e166","reconcileID":"cafa80d4-26fa-4b85-9275-01770a9f6f0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-07e166","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-07e166"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.694558081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c145d0f4-b72c-4ab6-92f5-a54921ebce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.708038338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c145d0f4-b72c-4ab6-92f5-a54921ebce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:05.720875341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c145d0f4-b72c-4ab6-92f5-a54921ebce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:06.285851991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e35bb1-2c89-4cb3-9c52-cb6abace9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:06.29865712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e35bb1-2c89-4cb3-9c52-cb6abace9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:06.311322661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e35bb1-2c89-4cb3-9c52-cb6abace9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:06.324084163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e35bb1-2c89-4cb3-9c52-cb6abace9327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.0947279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51072019-3c75-43b6-836b-41d0ddc58ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.101252952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"fef961ad-df6a-4657-92a9-9b4806e8e2d1","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.107703281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51072019-3c75-43b6-836b-41d0ddc58ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.108277226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"8c5868c5-2c6f-4f43-b66e-16edf904d254","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.108530795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"312b27c7-9713-4c1f-a8ae-63842b5b887f","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.108710057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"c43d14a6-857a-4e43-bfd6-057375c6a464","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.121216035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51072019-3c75-43b6-836b-41d0ddc58ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.126756647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"3432221f-59da-43fb-884b-0e7f8053943f","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.134001649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51072019-3c75-43b6-836b-41d0ddc58ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.134765611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"648fad51-a563-417f-bc56-677d873c091a","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.135094114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"52cb2183-07c1-4f47-afc5-d952c886b2e2","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.135332668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"b0e105f0-d294-42f6-8bb2-5cecec61089a","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.161671629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"e89883b1-799e-4829-b664-ff09f91e2b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.161671466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4bdabfb2-ec3e-4667-8656-135af30d3d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.162611537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"ee827e64-67b7-44f4-aacd-ecc0429c6b0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.162647299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"5316f387-762e-428a-8a87-4e486c9ab108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.183216268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"e89883b1-799e-4829-b664-ff09f91e2b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.18321627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4bdabfb2-ec3e-4667-8656-135af30d3d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.249767243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"57c44cc4-f2e5-4488-816c-70a53bc655b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.249828733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"7e523c52-3443-4b57-8cdc-f602f3e39b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.322275867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c9a69139-e96c-4ddc-99cd-f9e3a831831a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.322275831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"38e2bdbc-1a8c-4bff-b09f-3e72620fb25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.340785775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"c9a69139-e96c-4ddc-99cd-f9e3a831831a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.340792531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"38e2bdbc-1a8c-4bff-b09f-3e72620fb25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.782706612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704d9a51-a64b-4b16-b085-993f969d2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.795421226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704d9a51-a64b-4b16-b085-993f969d2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.807741815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704d9a51-a64b-4b16-b085-993f969d2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:15.820420886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704d9a51-a64b-4b16-b085-993f969d2a82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:16.389655051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33558c0b-6c49-44b9-8c55-51022170421f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:16.402486235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33558c0b-6c49-44b9-8c55-51022170421f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:16.415312968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33558c0b-6c49-44b9-8c55-51022170421f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:16.428223998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33558c0b-6c49-44b9-8c55-51022170421f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:16.991920455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89eb90e-1971-42b5-9a95-c72095818323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.004576777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89eb90e-1971-42b5-9a95-c72095818323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.0170716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89eb90e-1971-42b5-9a95-c72095818323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.029545228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c89eb90e-1971-42b5-9a95-c72095818323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.789603027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af09c6-7b6c-428e-87af-8a30b94e28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.802297373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af09c6-7b6c-428e-87af-8a30b94e28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.815017207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af09c6-7b6c-428e-87af-8a30b94e28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:17.827994492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5af09c6-7b6c-428e-87af-8a30b94e28fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:18.384754041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dec13d0-ae8f-4f7b-bee3-54bdd81cb366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:18.397708508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dec13d0-ae8f-4f7b-bee3-54bdd81cb366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:18.410552847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dec13d0-ae8f-4f7b-bee3-54bdd81cb366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:18.423320759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dec13d0-ae8f-4f7b-bee3-54bdd81cb366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.109843292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"bb67175a-84e4-4073-a710-4a28839f03a0","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.217538412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"d04d54c1-a393-460c-af77-1e4a856d7ffe","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.335165871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"82d97b16-7c72-4ff4-acae-8508f95c1d26","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.378239031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"9080b65b-a62f-4c87-8c22-01fd4d9f4539","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.396256689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5251e850-03ee-4851-a74e-d5654d22dca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.396257376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"0f8c62b8-bdbb-4975-b5ec-f682e5dcd6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.414600885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"5251e850-03ee-4851-a74e-d5654d22dca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.414972114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"0f8c62b8-bdbb-4975-b5ec-f682e5dcd6f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.428964648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"c93301f2-17e0-4d5c-8bdf-efa3a2956a2a","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.444259779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"0f6403b5-11b3-4423-89da-fe7c9768c441","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.478675356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"fe13e154-8fe3-4b09-affa-67967ce207dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.484678998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"51e9526b-86f0-445c-a2b5-3b0669045ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.504144668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2ee49326-6d88-4229-88b4-32b8faf98d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.504158052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c95e9bda-208d-4a36-b689-c6a37f05cf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.523588363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"2ee49326-6d88-4229-88b4-32b8faf98d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.523669581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"c95e9bda-208d-4a36-b689-c6a37f05cf68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.532978694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"a68b2d77-eca0-44ed-9c74-844092983065","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:20.578630081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"1c0eeda7-e40f-4bac-b66e-63a4c3d904e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.228337243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"d52c08a7-36d4-493e-9403-eda8552415a0","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.228744606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"551ca6de-07a7-4ae5-a944-494538d95d1d","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.229015974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"0f6ef2fd-3b2d-45c3-8407-c393e4416234","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.229369238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"797b5b08-87d2-4500-b621-bb02448a95e2","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.268891147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"95036c38-cf7a-4f29-8f5b-cada35a1dffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.269511231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"39eaf771-e12d-4009-afac-52cf69d195eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.27171572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"40d147b3-6472-4e93-ad54-7919cc971bc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.271822358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"1ba3c853-dab9-435a-954b-7901a7370c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.287499103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"95036c38-cf7a-4f29-8f5b-cada35a1dffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.287961567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"39eaf771-e12d-4009-afac-52cf69d195eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.371155605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"3ea4dff2-f96f-4bca-8556-5c414dbea786","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.371348351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"5ae66fa7-d73e-4fb8-8f13-eb977a7a1bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.456643236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"499cc0f8-01fb-44db-ae9c-03776b468bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.456936858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"55a9ac96-c4de-4b77-a3df-76a2e1095911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.47464783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"499cc0f8-01fb-44db-ae9c-03776b468bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.475028339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"55a9ac96-c4de-4b77-a3df-76a2e1095911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.613600395Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","namespace":"ai-tenant-e2e-extmod-b-201a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.613677464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","namespace":"ai-tenant-e2e-extmod-b-201a3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.613747026Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","tenant":"e2e-extmod-b-201a3d","tenantID":"e2e-extmod-b-201a3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.631453197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-201a3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.663090364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Service","name":"maas-api-e2e-extmod-b-201a3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.680280806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-201a3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.698542959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-201a3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.716020769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.734839029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.759145249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.776400129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.795774937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.812130569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.842112777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Service","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.867601949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.884420353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.900953083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.921448627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.94009074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.958048122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.974053245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:25.989375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-201a3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.005479609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-201a3d"},"namespace":"ai-tenant-e2e-extmod-b-201a3d","name":"default-tenant","reconcileID":"b93df094-a219-4b64-a024-5b3dda7632b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-201a3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.348484082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"a2c63254-203a-443c-a2cd-fd89f40ef44f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.45078478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"9da348b0-136a-4026-b0be-99711b9c8603","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.551234277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"79ff1f93-aed6-420a-967b-81bc54cf8f84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.551682733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"ab5096c6-dfd2-4b43-b789-adf05cf52f52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.551811345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3978fcbf-2b49-46a3-8570-f7196b6d57c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:26.65222276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0de85059-9109-4877-b4ce-c31bea684c8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:27.011881015Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-201a3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-201a3d","reconcileID":"7a506ab4-b985-41f4-8d27-38985202b8e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-201a3d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-201a3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:27.411362295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb7d668-ef4b-4af8-83e5-f1ced1303403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:27.424254524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb7d668-ef4b-4af8-83e5-f1ced1303403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:27.437446381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb7d668-ef4b-4af8-83e5-f1ced1303403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:27.450842582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcb7d668-ef4b-4af8-83e5-f1ced1303403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:28.190929839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfa1457-2754-4ab4-b0f5-3dd8517dbe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:28.203546474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfa1457-2754-4ab4-b0f5-3dd8517dbe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:28.216087015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfa1457-2754-4ab4-b0f5-3dd8517dbe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:28.229228402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfa1457-2754-4ab4-b0f5-3dd8517dbe50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.051059172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.110712907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.110785025Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.143109293Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.143825785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"94c140f4-fcdb-49d7-9525-045a01963896","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.162424707Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.162452098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.16258595Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.165389572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"f740a398-0eb0-4836-a783-d68dcf54c13e","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.184062579Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.187152119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4cdb8595-eeeb-48e9-9fb1-596708a69ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.187148623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"78c372f5-26fe-42f0-b5da-7da88f1067fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.187836168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"0a8c62c4-1924-4a1f-8230-e01122d1f62b","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.193734172Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"beff1ae0-edf3-4d95-a4e6-1ca6941b59dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7cab32cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.206298037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"4cdb8595-eeeb-48e9-9fb1-596708a69ac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.206550812Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"8167b12f-7367-4f29-85b0-f30ddbc2dd45","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.206744706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"78c372f5-26fe-42f0-b5da-7da88f1067fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.207858991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"9a429054-2154-48a5-9a55-a9c27da7754e","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.210519611Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"ef5509ce-aa34-4149-b29c-20c5159659ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69764cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.223961841Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"f50e3bd6-2b3f-4d23-a9da-681001dc0a26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-69764cd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.242850521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"fbac63d3-c57d-4639-ac5c-a48fa01addaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7cab32cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.334586052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2db42c1b-35b9-44a6-af52-d1fe96ff7445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.335221149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0048c08a-7d92-47da-abde-5d350caceeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.463446413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0048c08a-7d92-47da-abde-5d350caceeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.463454459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2db42c1b-35b9-44a6-af52-d1fe96ff7445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.526797623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2db42c1b-35b9-44a6-af52-d1fe96ff7445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.526821514Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-access","reconcileID":"2db42c1b-35b9-44a6-af52-d1fe96ff7445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:31.537325719Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0048c08a-7d92-47da-abde-5d350caceeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-863f1b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:31.537384303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"0048c08a-7d92-47da-abde-5d350caceeaf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-863f1b-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.542718172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"01769558-cdd4-493a-9f71-cd627af0a814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.548726594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"c0676d38-85d1-4cc0-92dc-6c5e6d881a7f","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.588618345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"01769558-cdd4-493a-9f71-cd627af0a814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.607346505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"01769558-cdd4-493a-9f71-cd627af0a814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"e2e-worker-w6-863f1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.607370576Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-access","reconcileID":"01769558-cdd4-493a-9f71-cd627af0a814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.62608508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"d0e2b7e5-59ce-49cd-827b-b420b63b06e2","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.750890956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ff89a07-523f-43e3-b5d9-4deac38b95e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.849158862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94bcef61-3be0-4d0c-bb5b-e14047b66291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.849234029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"2f83459d-a4b1-4cd9-be13-2c3489175671","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:31.947314453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"563ff97c-9d9f-49e3-a6f6-d36e6f34a67c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.229639804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"4f097158-e293-49ec-963d-0059db4639aa","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.230120146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"e78f3512-b86c-445f-a455-e7c057e93438","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.49741662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ca775c-dd30-4057-a5b8-424ecd9e209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.510104326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ca775c-dd30-4057-a5b8-424ecd9e209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.522617166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ca775c-dd30-4057-a5b8-424ecd9e209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:35.535506922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ca775c-dd30-4057-a5b8-424ecd9e209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.09378279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5370f3a-9674-44e2-86f7-212c0af77fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.106613506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5370f3a-9674-44e2-86f7-212c0af77fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.120622056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5370f3a-9674-44e2-86f7-212c0af77fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.133694425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5370f3a-9674-44e2-86f7-212c0af77fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.787043848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bf4c73-e5dd-4b90-981b-4fa96a7ddc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.799645598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bf4c73-e5dd-4b90-981b-4fa96a7ddc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.812113845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bf4c73-e5dd-4b90-981b-4fa96a7ddc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:36.824865833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41bf4c73-e5dd-4b90-981b-4fa96a7ddc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.010767144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"e6d3e58d-7c46-4ad9-807d-247e0b408de9","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.010845822Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"e6d3e58d-7c46-4ad9-807d-247e0b408de9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.027282865Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"e6d3e58d-7c46-4ad9-807d-247e0b408de9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.043728938Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"e6d3e58d-7c46-4ad9-807d-247e0b408de9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.043760002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"e6d3e58d-7c46-4ad9-807d-247e0b408de9","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.184964128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"0d2c1335-e236-4d8c-9dd7-e5d1aa43bccf","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.193765365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"b0258662-f59e-4a0d-abaa-029f6218f3a3","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.222528418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"0744cbd6-4b08-4a1e-908c-68a1562c74b7","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.224059743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"de8c1774-0f2e-42d6-8af4-707d7194bbe8","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.405566645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"57d95dc6-37da-4972-9144-a0346f7f32d3","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.405596726Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"57d95dc6-37da-4972-9144-a0346f7f32d3","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"error":"LLMInferenceService distinct-2-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.430388084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"57d95dc6-37da-4972-9144-a0346f7f32d3","error":"LLMInferenceService distinct-2-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.436794558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"f3097993-5dfa-4398-a49c-0f97cfd8e706","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-2-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-2-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.43682442Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"f3097993-5dfa-4398-a49c-0f97cfd8e706","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"error":"LLMInferenceService distinct-2-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.436892314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-2-w6-863f1b","reconcileID":"f3097993-5dfa-4398-a49c-0f97cfd8e706","error":"LLMInferenceService distinct-2-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.441273215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"0e789f68-b8a5-46d2-a37b-7d36049d5a82","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.441512807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"701ab81a-dc3d-4347-9ad3-f41602759c7c","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.441733148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"eb7ea9c3-b156-4031-8b04-3bc153780962","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.457181053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"a9df93d2-48bd-4149-a45d-097741d81d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.457783562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"e2789659-1a58-474d-9159-89035aecd558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.475626088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"a9df93d2-48bd-4149-a45d-097741d81d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.475659639Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"e2789659-1a58-474d-9159-89035aecd558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.493337265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"simulator-subscription","reconcileID":"a9df93d2-48bd-4149-a45d-097741d81d89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/simulator-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.493430209Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"premium-simulator-subscription","reconcileID":"e2789659-1a58-474d-9159-89035aecd558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"name":"maas-trlp-premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b","model":"e2e-models-e2e-worker-w6-863f1b/premium-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.650679779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"5684948e-252b-470b-91d6-26d7d1cd7fe4","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.668271821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"86ac87d7-ed33-49ae-ab4e-5ad9fb1dbff5","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.755295242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"ac7face9-7a64-456f-bece-cb106aff7772","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"distinct-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"distinct-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.755337459Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"ac7face9-7a64-456f-bece-cb106aff7772","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"error":"LLMInferenceService distinct-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:38.77695967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"distinct-w6-863f1b","reconcileID":"ac7face9-7a64-456f-bece-cb106aff7772","error":"LLMInferenceService distinct-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.777160384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"c15950cf-abb9-4304-b023-b578b57143f6","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:38.777481706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"7618c43b-7e8c-4baa-bef1-cbbda52ebace","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:39.003193191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"e28f5299-25c3-4abf-b686-04cb0c2fc30a","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"premium-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"premium-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:39.003221038Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"e28f5299-25c3-4abf-b686-04cb0c2fc30a","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"error":"LLMInferenceService premium-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:39.02657001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"premium-w6-863f1b","reconcileID":"e28f5299-25c3-4abf-b686-04cb0c2fc30a","error":"LLMInferenceService premium-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:39.026779089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"2073d91c-50aa-4aef-a492-279e88884ff8","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:39.236717909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"5d276d5b-3919-472e-9f6d-d378ec8d5a97","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"routeName":"simulator-w6-863f1b-kserve-route","namespace":"e2e-models-e2e-worker-w6-863f1b","llmisvcName":"simulator-w6-863f1b","gateway":"openshift-ingress/e2e-worker-w6-863f1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:39.236756487Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"5d276d5b-3919-472e-9f6d-d378ec8d5a97","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"error":"LLMInferenceService simulator-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:47:39.26006353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-863f1b","namespace":"e2e-models-e2e-worker-w6-863f1b"},"namespace":"e2e-models-e2e-worker-w6-863f1b","name":"simulator-w6-863f1b","reconcileID":"5d276d5b-3919-472e-9f6d-d378ec8d5a97","error":"LLMInferenceService simulator-w6-863f1b not found in namespace e2e-models-e2e-worker-w6-863f1b","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:41.371658083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10c77336-0598-42c7-a816-0179001c00c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:41.473037849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"858ec46d-39c1-47f1-89f8-80181fc61450","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:41.473130934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"257190b4-f460-4e1b-adf4-d9f1972d9530","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:41.476536981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"cb711a69-1c19-4cf7-9121-37ed5820cb01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.698731334Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.69879564Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","namespace":"ai-tenant-e2e-worker-w6-863f1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.698869532Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","tenant":"e2e-worker-w6-863f1b","tenantID":"e2e-worker-w6-863f1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.714860227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Deployment","name":"maas-api-e2e-worker-w6-863f1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.743917091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Service","name":"maas-api-e2e-worker-w6-863f1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.761497214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-863f1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.778225868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-863f1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.798525284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.816825163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.836032362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.853187483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.866624892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.88018858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.894166166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Service","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.907686529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.920809343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.933832204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.946997943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.966941793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.981731515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:49.995777025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.013413498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-863f1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.026699204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-863f1b"},"namespace":"ai-tenant-e2e-worker-w6-863f1b","name":"default-tenant","reconcileID":"bee3f0bd-310e-4f51-8171-6e0dd169a676","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-863f1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.33223947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"d00a5231-bcba-4fd7-a2aa-73fc5576a518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.345778583Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-863f1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-863f1b","reconcileID":"01ea4731-d83d-4a48-b063-6cf34dd89180","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-863f1b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-863f1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.449854177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"dcec0d07-9c39-4b12-8d15-797f20d3ae63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.532770686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0936f34-f68d-47e6-9099-176993557ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.53296974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9cde09f8-8415-48a0-87ba-d8534ce8219e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.690308407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a798f-25a7-4eba-9338-6919a33eb236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.70296448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a798f-25a7-4eba-9338-6919a33eb236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.715852886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a798f-25a7-4eba-9338-6919a33eb236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:50.730734142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337a798f-25a7-4eba-9338-6919a33eb236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.288166695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf7740d-7326-4498-a550-48cbede08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.30160883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf7740d-7326-4498-a550-48cbede08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.314424004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf7740d-7326-4498-a550-48cbede08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.327002007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf7740d-7326-4498-a550-48cbede08a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.734542283Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.734600668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.734671028Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","tenant":"e2e-shared-a-w5-1e74c3","tenantID":"e2e-shared-a-w5-1e74c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.750951616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w5-1e74c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.78053168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Service","name":"maas-api-e2e-shared-a-w5-1e74c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.797896681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w5-1e74c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.814877128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w5-1e74c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.832199835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.848575556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.867538859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.884038372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.89720006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.910239452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.923432788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Service","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.93659985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.949477683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.962247678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.975181523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:51.994751885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.009457168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.022806774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.035691644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w5-1e74c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.048647724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-1e74c3"},"namespace":"ai-tenant-e2e-shared-a-w5-1e74c3","name":"default-tenant","reconcileID":"a2f32922-b1d9-4d15-b96e-58e57424db9b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w5-1e74c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.316486304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-1e74c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-1e74c3","reconcileID":"30c8ec54-5371-46fd-89e4-ca7e854697b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-1e74c3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w5-1e74c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.696474318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d8ff20-3824-4dd9-81c2-18dcae76508d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.709518628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d8ff20-3824-4dd9-81c2-18dcae76508d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.722208917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d8ff20-3824-4dd9-81c2-18dcae76508d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:52.73966708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d8ff20-3824-4dd9-81c2-18dcae76508d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.301054925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490d9639-8516-47ca-b6e2-572a18fd2524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.313599156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490d9639-8516-47ca-b6e2-572a18fd2524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.326163651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490d9639-8516-47ca-b6e2-572a18fd2524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:47:53.349462108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490d9639-8516-47ca-b6e2-572a18fd2524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:01.082118537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:02.415592055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf7a77e-9f96-4df5-a395-f367e5994808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:02.428306971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf7a77e-9f96-4df5-a395-f367e5994808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:02.440853038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf7a77e-9f96-4df5-a395-f367e5994808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:02.453626497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bf7a77e-9f96-4df5-a395-f367e5994808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:03.002102761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6551a82-0e17-47bb-b781-33852abb4eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:03.014712178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6551a82-0e17-47bb-b781-33852abb4eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:03.027256069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6551a82-0e17-47bb-b781-33852abb4eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:03.039812086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6551a82-0e17-47bb-b781-33852abb4eab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:06.379281207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e13c1d44-0378-4713-b273-02fb56d884ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:06.481605009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e41582e-4577-4361-9103-e8b6830ed42a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:06.481597005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"74e1ddb1-444f-4f14-9bbe-539ea5823fb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:06.482041639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"beefba2b-4ce1-46d4-95cb-a8e1442afcc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.875773386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.875832466Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","namespace":"ai-tenant-e2e-shared-b-w5-8d569e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.875885524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","tenant":"e2e-shared-b-w5-8d569e","tenantID":"e2e-shared-b-w5-8d569e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.892362844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Deployment","name":"maas-api-e2e-shared-b-w5-8d569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.922244215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Service","name":"maas-api-e2e-shared-b-w5-8d569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.941937661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w5-8d569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.957959685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w5-8d569e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.976559286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:13.992752196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.011932279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.028479194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.041561826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.054608573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.067792328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Service","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.080688505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.093594965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.106536508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.119796386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.144736774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.15825586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.171224135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.184281678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w5-8d569e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.19760454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-8d569e"},"namespace":"ai-tenant-e2e-shared-b-w5-8d569e","name":"default-tenant","reconcileID":"fe8b86ce-e5db-4b4b-a757-d20a33436bbe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w5-8d569e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.491622842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-8d569e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-8d569e","reconcileID":"f421b07f-f6bd-48da-a524-1ba9e95ce5ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-8d569e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w5-8d569e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.861859939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0732e0cd-f450-4c3a-839e-918f2a541b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.874608458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0732e0cd-f450-4c3a-839e-918f2a541b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.887310484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0732e0cd-f450-4c3a-839e-918f2a541b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:14.899797922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0732e0cd-f450-4c3a-839e-918f2a541b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:15.505321844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e42896c-1e38-40e8-ae47-2fd4cff4008a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:15.518613805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e42896c-1e38-40e8-ae47-2fd4cff4008a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:15.531160325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e42896c-1e38-40e8-ae47-2fd4cff4008a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:15.543938373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e42896c-1e38-40e8-ae47-2fd4cff4008a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.452305175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51460ce5-af93-450a-8b54-5183176721e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.552650158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"4b2d14f4-60bf-4f3b-8da1-e3aab30bc3e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.55376146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e5ff58b-e658-4fa5-aa3d-b5bae486c0ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:17.554699963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"79b83d58-9496-4dde-8eb2-5e3d2ba75243","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:21.986263005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"36b530b3-3573-44dc-931f-bb70975b3087","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.086848268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48092e95-4df3-4f6e-a7e1-3701efd77304","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.086990623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"0d18f30d-1769-4031-a7e6-de6501dbdb5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.087561671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f41f57eb-2483-4945-811e-521b69853d81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.866272101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"84090da2-578a-4953-a1b1-4e0eeaf059b3","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.879459297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"6f93f549-3703-43fe-9fac-397faa3ed951","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.879879699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"2e91579c-9822-46b4-be7d-e2afa30a71bd","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.892971794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"0c75036f-bcc7-4125-a024-8617f372904a","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.89316289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"25678dfa-702d-4665-9550-374fb930a4ba","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.893412134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"94e754a7-3af5-4c51-9cf0-176cac7ca861","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.893618748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"b25a740d-369b-4b93-934a-5752e29d8f21","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.918781163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a4e0292b-8116-4bb3-9406-de9981b9a509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.920337191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"077de796-8f15-4a97-9187-98a3470cfda2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:22.938001458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a4e0292b-8116-4bb3-9406-de9981b9a509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.040764036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"22684e1b-bf25-4f96-8793-ae2ec0f2d65e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.040987586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"8affa55f-8143-477c-ab05-5757ca2a1a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.050487374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c81435f-6cc2-4d2b-935a-c98a335e3b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.069959086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"2c81435f-6cc2-4d2b-935a-c98a335e3b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.121584535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"61763067-f7d8-40a6-b734-a83fa160d0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.135865505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"cc049149-e207-4d04-941a-b24358606633","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.140355496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"61763067-f7d8-40a6-b734-a83fa160d0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.195480052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51cbd22-83d4-4d3c-a461-095e834b73b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.208509138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51cbd22-83d4-4d3c-a461-095e834b73b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.221332641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51cbd22-83d4-4d3c-a461-095e834b73b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.234128039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d51cbd22-83d4-4d3c-a461-095e834b73b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.318447823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9faba2b5-b109-4b86-83cb-89475ff42f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.338028287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"9faba2b5-b109-4b86-83cb-89475ff42f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.786514545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a254ba7b-f4f9-4fc2-b5a1-468a956a1d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.799496214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a254ba7b-f4f9-4fc2-b5a1-468a956a1d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.812282037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a254ba7b-f4f9-4fc2-b5a1-468a956a1d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:23.82514198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a254ba7b-f4f9-4fc2-b5a1-468a956a1d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:24.423038565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffe97b2-6883-4bce-bc56-061bb28cffb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:24.436156224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffe97b2-6883-4bce-bc56-061bb28cffb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:24.449272363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffe97b2-6883-4bce-bc56-061bb28cffb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:24.462084005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffe97b2-6883-4bce-bc56-061bb28cffb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:27.876778512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"15e2d65a-02ec-4ea7-b1dc-5807f237f8c5","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:27.991556725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"21356db8-d764-447e-8f24-59a7606ff3f7","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.097150017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"d717b4ba-a836-4d35-875f-2bc09280eddc","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.139413654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"4cf4b39e-0bc1-4f39-8a54-d1b71fdb44b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.159824514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"48d25e23-1517-42ca-92cb-f28eb842a98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.15982998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8eaaf4d1-5a63-40d9-8050-581de3053e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.178020279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"48d25e23-1517-42ca-92cb-f28eb842a98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.17829531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"8eaaf4d1-5a63-40d9-8050-581de3053e1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.188533258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"24e5f708-cd0f-4dab-b826-c5ab6353a446","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.206060837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b64b5874-3f1e-4948-ab4f-59d0adbc96e2","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.239295167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"4ac800db-333d-4069-b09d-f889241af871","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.246474508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"65a59895-2ec6-47f5-b647-9332166e9077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.264936041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"79f051a3-f8cf-44ec-b5b9-f0ff2ba1d365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.264948583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0c76fcc3-ca5a-4473-9121-a6961aec9915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.282991233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0c76fcc3-ca5a-4473-9121-a6961aec9915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.283138932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"79f051a3-f8cf-44ec-b5b9-f0ff2ba1d365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.29584158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"32b1f622-840f-45b9-a661-5fb2c907db2b","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:28.34008082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"253a6c4d-fca1-4e7e-9556-9d0d7ce1c3ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:31.050208997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:32.991199599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"e566083f-6317-4250-89d8-fd1a4414d833","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:32.991481784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"eddfc34e-19e3-4f4a-b4ba-47da923489c3","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:32.9917501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"d0c1498d-129a-4c2d-b3c3-c9274902e9e7","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:32.992033039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9030f433-26a6-44e6-9b16-e53ee1ca681a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.031327088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"98aabadf-8b2f-4096-950e-9a3152441bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.031337147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f34b7fe3-5d72-46b7-8885-ceca8aecec4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.033006223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"19016db7-4ea1-4f15-9171-220ae8b0242c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.033023625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"fadc8b9f-44fd-4668-9c59-4304c5ef2978","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.051178788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"98aabadf-8b2f-4096-950e-9a3152441bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.052922954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"f34b7fe3-5d72-46b7-8885-ceca8aecec4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.132119526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0fb7f2ae-47d8-49a1-bd20-21e2049c988e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.132123664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ea69fbbb-39e1-4773-993f-87442ccb0e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.133579593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"11d6ea17-803e-47d2-9dbf-2afa3e63dfd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.133605808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"bc39e0e5-bcf8-432d-8a84-4fa6e547cfbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.151327617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"ea69fbbb-39e1-4773-993f-87442ccb0e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:33.151514411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0fb7f2ae-47d8-49a1-bd20-21e2049c988e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.503000053Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.503076242Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.522415636Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.523039435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"5342287a-c5fc-486a-9fef-0379c1e8c0da","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.541267118Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.541283082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.541343343Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.544498116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"584ceaec-6987-4e41-9b72-7dc74a30d6c9","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.558706121Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.562845294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"853e9731-06d3-476d-a36f-f7f2b3a9329e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.562845352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3320988a-f10e-4295-99a5-3bf44f95711c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.563501789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"9840d588-2d95-4d5d-88bd-2143c1ca90b5","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.568691521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"a3c3c356-f3b9-4a84-a13a-f12b887f9cd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6777139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.58282433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"3320988a-f10e-4295-99a5-3bf44f95711c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.582856239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"853e9731-06d3-476d-a36f-f7f2b3a9329e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.583236583Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"4fcf15d1-9379-4c9d-a553-b11ed0a7f755","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.584087131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"bb6325d6-33a1-47da-bfe8-630cfe103a35","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.588971199Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"57db36bd-65e4-4cf2-a826-8abdcbd00511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d82a6452","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.598310831Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"fac54162-89e0-49d3-ab99-97db7142e82f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c6777139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.619427485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"71a33188-6b00-469a-b1bd-89fc0d974e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d82a6452","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.727197998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0911fdbc-fd8a-448b-bf14-f15315c9c31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.727536952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10c0f552-6e2e-46f6-b0db-fd30330a37ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.767210334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0911fdbc-fd8a-448b-bf14-f15315c9c31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.767402063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10c0f552-6e2e-46f6-b0db-fd30330a37ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.818075603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10c0f552-6e2e-46f6-b0db-fd30330a37ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.818099105Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-access","reconcileID":"10c0f552-6e2e-46f6-b0db-fd30330a37ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:35.822298454Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0911fdbc-fd8a-448b-bf14-f15315c9c31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-91520c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:35.822351222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"0911fdbc-fd8a-448b-bf14-f15315c9c31b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-91520c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.827671656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78fdd87-dee3-481d-8736-2598038f9440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.836900594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"f623f743-1f2f-4aa8-a56d-daa7156ee0de","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.87016846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78fdd87-dee3-481d-8736-2598038f9440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.888619331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78fdd87-dee3-481d-8736-2598038f9440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"e2e-worker-w5-91520c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.888640172Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-access","reconcileID":"a78fdd87-dee3-481d-8736-2598038f9440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-91520c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:35.906982359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"89ba2bca-cb90-4fc9-9c0f-996609ff99eb","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:40.587178264Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"fb997964-4126-4024-b2b9-7f83bbc03933","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:40.587286977Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"fb997964-4126-4024-b2b9-7f83bbc03933","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:40.605254897Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"fb997964-4126-4024-b2b9-7f83bbc03933","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:40.623546392Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"fb997964-4126-4024-b2b9-7f83bbc03933","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:40.62358083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"fb997964-4126-4024-b2b9-7f83bbc03933","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:42.991838579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"1983fdaa-446f-4ff2-b779-f028cb8a11bd","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-2-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-2-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:42.992222687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"63c10383-9736-4e52-a0f3-098527fad84b","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"distinct-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"distinct-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.612632392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"0f5882ff-7d18-48e4-a57e-48d631a5df10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.624928177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"41b28c48-a6c2-422f-9760-4879b5f39f60","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.625049433Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"41b28c48-a6c2-422f-9760-4879b5f39f60","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.626475128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"0f5882ff-7d18-48e4-a57e-48d631a5df10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.632760196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"19769c33-9898-4dde-97cf-622f8fbd30d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.640730594Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"41b28c48-a6c2-422f-9760-4879b5f39f60","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.641070339Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"simulator-subscription","reconcileID":"0f5882ff-7d18-48e4-a57e-48d631a5df10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.646660394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"19769c33-9898-4dde-97cf-622f8fbd30d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.65662558Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"41b28c48-a6c2-422f-9760-4879b5f39f60","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.65664118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"41b28c48-a6c2-422f-9760-4879b5f39f60","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.660057497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"premium-simulator-subscription","reconcileID":"19769c33-9898-4dde-97cf-622f8fbd30d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-91520c"},"name":"maas-trlp-premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c","model":"e2e-models-e2e-worker-w5-91520c/premium-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.720780625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"0e654bbd-b913-49ca-af5a-f5214cdcea2d","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"simulator-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"simulator-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:45.738239306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"7301710c-a4b9-4019-94fd-daaabf495d59","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"routeName":"premium-w5-91520c-kserve-route","namespace":"e2e-models-e2e-worker-w5-91520c","llmisvcName":"premium-w5-91520c","gateway":"openshift-ingress/e2e-worker-w5-91520c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.874242095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0810d7f6-3331-44b9-850c-c73a3d35be60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:48.972743149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"065524df-a79b-4386-b891-2a3720c234a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.657532037Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.657621757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","namespace":"ai-tenant-e2e-worker-w5-91520c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.65769716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","tenant":"e2e-worker-w5-91520c","tenantID":"e2e-worker-w5-91520c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.675011953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Deployment","name":"maas-api-e2e-worker-w5-91520c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.70370364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Service","name":"maas-api-e2e-worker-w5-91520c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.721962496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-91520c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.738868498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-91520c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.757164517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.773804927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.79607928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.814008523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.827187203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.840455772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.853695908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Service","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.866738164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.879894336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.89278772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.906098356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.924146181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.938011934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.95082598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.963896108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-91520c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:50.977089774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-91520c"},"namespace":"ai-tenant-e2e-worker-w5-91520c","name":"default-tenant","reconcileID":"abefca6b-3480-41b9-9fcb-950cc4ef5acf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-91520c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:51.224277304Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-91520c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-91520c","reconcileID":"1d087264-c991-4407-aa7c-4b649d7d9a6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-91520c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-91520c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.276199812Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"1011837f-8f75-4407-b582-643ae29c6272","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.308511023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"1011837f-8f75-4407-b582-643ae29c6272","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.308678451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"862a2027-0611-47f7-82e8-66f19d73df79","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.329089795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"862a2027-0611-47f7-82e8-66f19d73df79","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.329244611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"eeed1cb2-5c37-4af3-927e-b0c6fee5f94b","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.346286206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"eeed1cb2-5c37-4af3-927e-b0c6fee5f94b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.346449669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"525137aa-03bf-4fd4-924f-93736f090639","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365513599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"525137aa-03bf-4fd4-924f-93736f090639","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365666979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"1cba1a9b-9780-4c65-a7c0-55004b3cd21b","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365714317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"1cba1a9b-9780-4c65-a7c0-55004b3cd21b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365787936Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"513e3c4a-da49-478c-99a3-b99259efe088","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365820595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"513e3c4a-da49-478c-99a3-b99259efe088","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365894898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"8ce2861e-0cf8-4c4a-aca2-dd9549667a66","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.365945584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"8ce2861e-0cf8-4c4a-aca2-dd9549667a66","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.371106226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e65006cf-3a89-4b76-a65c-d42f0b8e3712","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.371165484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e65006cf-3a89-4b76-a65c-d42f0b8e3712","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.375872087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"262a9806-0673-4f06-b0da-e1b4c4071d12","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.375931957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"262a9806-0673-4f06-b0da-e1b4c4071d12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.376021526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"b564d1f7-7eea-494d-b01e-4d56b68a5502","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.376049184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"b564d1f7-7eea-494d-b01e-4d56b68a5502","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.376115789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"647d73ab-5188-4704-9ff9-6c67cd7286b2","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.376142519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"647d73ab-5188-4704-9ff9-6c67cd7286b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.381473705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"289b2e2f-7e73-4bda-9a6e-793f8fe2eeeb","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.381523321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"289b2e2f-7e73-4bda-9a6e-793f8fe2eeeb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425575783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"b020f304-cffd-4ce0-8734-df094915b4a2","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425641773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"b020f304-cffd-4ce0-8734-df094915b4a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425723049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"4642be10-7fe6-4380-9456-93ecfd90acd0","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.42575727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"4642be10-7fe6-4380-9456-93ecfd90acd0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425821451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"988b619a-8bc5-4f2b-ae07-006f3aad469a","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425869953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"988b619a-8bc5-4f2b-ae07-006f3aad469a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.425971698Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"63b9eae6-485f-45c4-8e99-451bfa341eb0","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.426001972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"63b9eae6-485f-45c4-8e99-451bfa341eb0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.466650493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"dc3ee67b-9450-4b3d-812d-0d59c862acad","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.46671798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"dc3ee67b-9450-4b3d-812d-0d59c862acad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.466804726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"1c959049-23e4-4dc4-96f0-0dade0283efb","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.466836871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"1c959049-23e4-4dc4-96f0-0dade0283efb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.466925855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"333ae996-90bd-4972-bb09-cffc26c49853","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.466962078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"333ae996-90bd-4972-bb09-cffc26c49853","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.46702664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"df61c509-0726-4119-8306-6d3955bafcb7","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.467057227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"df61c509-0726-4119-8306-6d3955bafcb7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.547554827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"ddd10fa9-57cc-4d2d-aa33-2033bb48dae7","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.547633742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"ddd10fa9-57cc-4d2d-aa33-2033bb48dae7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.54774186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f97f9c8e-c330-4d2e-a8e1-8bf5b0468aac","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.547789213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f97f9c8e-c330-4d2e-a8e1-8bf5b0468aac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.54787143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"0d2b8f51-1af2-40f6-a90f-7e6b864c2840","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.547940617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"0d2b8f51-1af2-40f6-a90f-7e6b864c2840","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.548019618Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"bfdd4df8-d589-4259-bfb5-0736c2015bbd","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.548053125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"bfdd4df8-d589-4259-bfb5-0736c2015bbd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:51.590089083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a84e3f9-d110-47a9-b6c4-7a3aa303afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:51.603054194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a84e3f9-d110-47a9-b6c4-7a3aa303afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:51.615977292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a84e3f9-d110-47a9-b6c4-7a3aa303afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:51.629378248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a84e3f9-d110-47a9-b6c4-7a3aa303afa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708173481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6b819b69-4462-4c99-becb-a31da0545449","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708256956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6b819b69-4462-4c99-becb-a31da0545449","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708441702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"553b8f30-11e5-45c2-85aa-e889f0c9ff4b","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708514144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"553b8f30-11e5-45c2-85aa-e889f0c9ff4b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708618277Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"456638a4-6dd9-44bd-a5e7-a9c8b328e2c6","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708663649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"456638a4-6dd9-44bd-a5e7-a9c8b328e2c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.70876182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"316824ee-9acb-4d09-9320-d3e2eb8849d4","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:51.708807268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"316824ee-9acb-4d09-9320-d3e2eb8849d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030341419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"02c42bf9-2e26-43e6-893c-63342a50c336","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030422441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"02c42bf9-2e26-43e6-893c-63342a50c336","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"3ea77fb6-6143-4351-957b-e1cbf93df783","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030625635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"3ea77fb6-6143-4351-957b-e1cbf93df783","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030750774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b5570f83-7141-4b36-ab22-4a386fe5ddeb","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030794733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"b5570f83-7141-4b36-ab22-4a386fe5ddeb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.03094281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"32de4368-9fd2-4765-b22a-32243b7c1dc8","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.030987864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"32de4368-9fd2-4765-b22a-32243b7c1dc8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:52.295035942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c5aa34-5650-43a5-800d-41389fa49921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:52.312202802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c5aa34-5650-43a5-800d-41389fa49921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:52.325128749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c5aa34-5650-43a5-800d-41389fa49921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:48:52.338103126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c5aa34-5650-43a5-800d-41389fa49921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.671696131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"325a4efa-af3a-4ac5-8c52-fe88c50dd50e","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.671764572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"325a4efa-af3a-4ac5-8c52-fe88c50dd50e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.671850492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f5f76be3-372d-4baa-a008-6f23cde52c8e","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.671883704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f5f76be3-372d-4baa-a008-6f23cde52c8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.671984685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f574f10a-c52a-46b8-8b46-e1cb62598403","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.672017322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f574f10a-c52a-46b8-8b46-e1cb62598403","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.672083135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"8aee16ae-cf95-4867-96fe-f61785d75850","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:52.672118472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"8aee16ae-cf95-4867-96fe-f61785d75850","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952467502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"03f1b313-91fe-4696-81b7-12d9287a8368","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952542514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"03f1b313-91fe-4696-81b7-12d9287a8368","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952649949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"bf2f9e23-70b0-4e1c-bde1-6d4a2011c765","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952687398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"bf2f9e23-70b0-4e1c-bde1-6d4a2011c765","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952771872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f6e49bd6-aa0e-4fd5-9ccf-9eee6105ac6f","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952808678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f6e49bd6-aa0e-4fd5-9ccf-9eee6105ac6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952928371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"0b41c9cf-b33b-489a-94c3-0ad99435244c","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:53.952963932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"0b41c9cf-b33b-489a-94c3-0ad99435244c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513338303Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"53aac632-4474-4cb9-a43f-b76c7bcffca6","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513407336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"53aac632-4474-4cb9-a43f-b76c7bcffca6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513489502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"28661503-5466-4868-9d85-68b85c47a6bb","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.5135254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"28661503-5466-4868-9d85-68b85c47a6bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513597622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"948b04c3-0e77-47b4-bfac-4830223852a6","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513628846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"948b04c3-0e77-47b4-bfac-4830223852a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513692378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"6ab60069-8971-4720-8caf-98ede8f970b5","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:56.513722043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"6ab60069-8971-4720-8caf-98ede8f970b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.594306464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"634ecda9-82aa-4065-891a-16bf65771493","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.594396135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"634ecda9-82aa-4065-891a-16bf65771493","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.59453968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f5201283-2b4d-45fc-a74e-70e82bbd9817","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.594592039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"f5201283-2b4d-45fc-a74e-70e82bbd9817","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.594696838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f15e7156-793c-4edb-835a-befc370ef243","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.59474698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"f15e7156-793c-4edb-835a-befc370ef243","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.59485646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"d4285d19-1913-4821-99d9-e71a87042d1d","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.594942227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"d4285d19-1913-4821-99d9-e71a87042d1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.595571777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"eef4af7d-6708-49e0-8bfe-474a2f769ed6","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.595636229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"eef4af7d-6708-49e0-8bfe-474a2f769ed6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.595772251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"6fad464a-5650-4229-bf37-167dc7c7d872","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.595825649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"6fad464a-5650-4229-bf37-167dc7c7d872","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597427384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"e5cac076-b3fd-4afe-bcdf-5ac1cb80f16d","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597511613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"e5cac076-b3fd-4afe-bcdf-5ac1cb80f16d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597626569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"316fb69b-abb2-4d67-9e3a-936532f5df63","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597681858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"316fb69b-abb2-4d67-9e3a-936532f5df63","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597817835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6f2d2ba4-d34c-4357-8986-be49f23da2b5","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597872855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6f2d2ba4-d34c-4357-8986-be49f23da2b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.597990331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"07aa0d6e-b48b-482f-ad48-bb50e4947208","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.598044948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"07aa0d6e-b48b-482f-ad48-bb50e4947208","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.598145168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"12bc1872-39e5-4e20-b13b-1412698ec0b2","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.598196309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"12bc1872-39e5-4e20-b13b-1412698ec0b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604108815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"baf8de32-0c91-4a4b-b4eb-0f591acaac34","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604186946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"baf8de32-0c91-4a4b-b4eb-0f591acaac34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/premium-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604297935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"8c2d9360-30d2-402b-94c4-eed727f26ab2","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604354917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"8c2d9360-30d2-402b-94c4-eed727f26ab2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-2-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604447825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"bd5b10b1-9bae-4636-adc5-5a21c8f52f10","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.60454725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"bd5b10b1-9bae-4636-adc5-5a21c8f52f10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/distinct-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.60469586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"3011ac5b-756e-4e46-8c33-0ab64287e2ef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:48:59.604760655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"3011ac5b-756e-4e46-8c33-0ab64287e2ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-91520c/simulator-w5-91520c: AITenant \"e2e-worker-w5-91520c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:49:01.05125524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:49:01.308285373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c39fc9a-d512-4f07-866d-bab14fb3cb9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:49:01.405472701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f9798d9-eabd-4949-9da3-f3ec2aa4802b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.076179696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6623d41c-8308-4466-955d-341c21e9ec81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.180109491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"e7a69712-ed91-4e65-b548-6dd90c0ec86c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.277181193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"18d72043-24e2-4ecb-8f18-dfd07ab0c167","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.377716295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"98e72c60-9041-4b08-96c6-2240fa24720d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.854095478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"8e9d79f1-f94d-46dd-bfc9-892962a74b31","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:05.956641602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"26dd1f75-1343-40bb-bc78-3610f26c2010","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.055887187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"b9277f6b-d7e0-49c5-b5db-5f9507f0f97d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.127643389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"11f591cd-b265-4e2a-b2eb-78be50c85adc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.210219649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"b7b52ed0-6bbb-4122-8d49-1ab78a43f0be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.7016308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"6d3cf4d1-c9fc-423a-898c-c988f4bbae50","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.804294839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"c5679fee-dd1e-4c01-bc4a-34da815cfd6e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:06.894291418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"74cbf227-a6a7-4d0f-8531-5d6d8b8263ea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:07.062022531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"ef2b024c-da1f-4bde-a022-5492b09cfbfd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:07.161486275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"simulator-w5-91520c","reconcileID":"72807761-01b6-47e4-b65c-11c9790f071c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:07.262825105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-2-w5-91520c","reconcileID":"5dac802c-8fef-40c3-9ae0-8a11c7d0bc85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:07.359683981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"distinct-w5-91520c","reconcileID":"c12c27b1-8a5d-446f-9e06-ca234ec96758","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:49:07.521657347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-91520c","namespace":"e2e-models-e2e-worker-w5-91520c"},"namespace":"e2e-models-e2e-worker-w5-91520c","name":"premium-w5-91520c","reconcileID":"7f31ef22-62c4-465f-a7c2-f7547602fff4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-91520c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}